{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from __future__ import print_function, division\n",
    "import numpy as np\n",
    "import matplotlib as mpl\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "epoch = np.arange(1,21,1)\n",
    "lr = 1e-2  # 初始学习率\n",
    "lr_end = 1e-3"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 方法1\n",
    "\n",
    "$$\n",
    "\\alpha = \\frac{1}{1+decayrate \\times epoch} \\alpha_0\n",
    "$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD4CAYAAADlwTGnAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3dd3hUVf7H8fd3Jo0SWkgoKSRAKKEGQgApIoggKEVRQFRUFHXtXdetruvqb3Vta1kEpKgUUVYsgAgosEIgNIHQIgQSWkLoJaSd3x93kBiTMIQkN5P5vp5nHmZumfsdHpjP3HPuPUeMMSillPI+DrsLUEopZQ8NAKWU8lIaAEop5aU0AJRSyktpACillJfysbuAS1G/fn0TGRlpdxlKKeUx1q5de9gYE1zUOo8KgMjISBITE+0uQymlPIaI7ClunTYBKaWUl9IAUEopL6UBoJRSXsqj+gCUUqo85eTkkJaWRlZWlt2lXLKAgADCwsLw9fV1ex8NAKWUcklLSyMwMJDIyEhExO5y3GaMITMzk7S0NKKiotzeT5uAlFLKJSsri6CgII/68gcQEYKCgi75zEUDQCmlCvC0L//zSlN3lQ8AYwxvL97Jlv3H7S5FKaUqFbcCQEQGish2EUkWkWeLWO8vIrNc6xNEJLLAuudcy7eLyIACyx8Rkc0iskVEHi2LD1OU42dzmLF6L7dNWk1y+snyOoxSSpWbgQMHUqdOHa677royfd+LBoCIOIF3gGuBGGC0iMQU2mwccNQY0xx4HXjFtW8MMApoAwwE3hURp4i0Be4B4oEOwHUiEl02H+nX6lT345N7uuF0CLd8kMCezNPlcRillCo3Tz31FNOnTy/z93XnDCAeSDbG7DLGZAMzgaGFthkKTHU9nwP0E6tBaigw0xhzzhizG0h2vV9rYJUx5owxJhf4ARh++R+naJH1a/Dx3V3Jycvnlg8S2HfsbHkdSimlSu2Pf/wjb7755i+vn3/+ed566y369etHYGBgmR/PnctAQ4HUAq/TgK7FbWOMyRWR40CQa/mqQvuGApuBv4tIEHAWGAQUOciPiIwHxgNERES4UW7RWjQIZPq4roz+YBW3Tkxg1r3dCAkMKPX7KaWqtr9+uYWk/SfK9D1jGtfiz9e3KXb9uHHjuOGGG3jkkUfIz89n5syZrF69ukxrKMidM4CiupYLTyRc3DZFLjfGbMVqJloELAA2ArlFHdwYM8EYE2eMiQsOLnJAO7e1Da3NlDvjOXQii1snJnDkdPZlvZ9SSpWlyMhIgoKCWL9+Pd9++y2xsbEEBQWV2/HcOQNIA8ILvA4D9hezTZqI+AC1gSMl7WuMmQRMAhCRl1zblrvOTeoyaWwX7vhwNbdPTuDju7tRu5r7d84ppbxDSb/Uy9Pdd9/NlClTOHjwIHfddVe5HsudM4A1QLSIRImIH1an7rxC28wDxrqejwCWGGOMa/ko11VCUUA0sBpAREJcf0YANwAzLvfDuKt7syDev60z2w+e5M4PV3P6XJEnH0opVeGGDx/OggULWLNmDQMGDLj4DpfhogHg6qR9EFgIbAVmG2O2iMgLIjLEtdkkIEhEkoHHgWdd+24BZgNJWE09Dxhj8lz7fCYiScCXruVHy/BzXdRVLUN4e3QsG9OOc/fURLJy8i6+k1JKlTM/Pz+uuuoqbr75ZpxOJwC9evXipptuYvHixYSFhbFw4cIyOZZYP9Q9Q1xcnCnrCWH+u34fj83eQJ8Wwfzntjj8fKr8vXFKqWJs3bqV1q1b21pDfn4+nTp14tNPPyU6+tKuji+qfhFZa4yJK2p7r/+2GxYbykvD27F0ewaPzFxPbl6+3SUppbxUUlISzZs3p1+/fpf85V8aOhooMDo+grPZebzwVRJPzfmJ127qgMPhmeOBKKU8V0xMDLt27aqw42kAuNzVM4qzOXn8c+F2AnydvDS8rccOCqWUUu7QACjggauacyY7l3eW/kw1Xyd/vK61hoBSqsrSACjkyWtaciY7j8n/2011PydPDmhpd0lKKVUuNAAKERH+dF0MWTl5/HtpMtX8nDxwVXO7y1JKqTLn9VcBFUVEeHFYO4Z1bMw/F25n8orddpeklPJSGzZsoHv37rRp04b27dsza9asMntvPQMohtMhvHpTB7Jy8nnhqySq+zkZFV/6weiUUqo0qlevzrRp04iOjmb//v107tyZAQMGUKdOnct+bz0DKIGP08Fbo2Pp0zKY5+Zu4r/r99ldklKqCitqOOgFCxb8ck9A48aNCQkJISMjo0yOp2cAF+Hn4+D9Wztzx4ereeLTjQT4OhnYtqHdZSmlytv8Z+HgprJ9z4bt4NqXi119seGgV69eTXZ2Ns2aNSuTcvQMwA0Bvk4mju1C+7DaPDRjHUu3p9tdklKqCippOOgDBw5w22238eGHH+JwlM1Xt54BuKmmvw9T7oznlg9Wcd/0tUy5M57uzcpvnG6llM1K+KVenooaDvrEiRMMHjyYF198kW7dupXZsbzjDMAY63GZalfzZfq4rkTUq864qWtYu6dCBzBVSnmBwsNBZ2dnM3z4cG6//XZuuummMj1W1Q+As8dg2hBYXzYTKter4cfHd3clJNCfOz5crSGglCpThYeDnj17NsuWLWPKlCl07NiRjh07smHDhjI5VtUPgIDakJcLi/4EpzPL5C1DagXw8T3dqFfDj1s+WMXCLQfL5H2VUio/P59Vq1Yxbtw4AG699VZycnLYsGHDL4+OHTuWybGqfgCIwODXIOsELP5Lmb1taJ1qfH7/FbRqVIv7P1rLtJUpZfbeSinvpMNBl4cGMdD9d/Dj2xB7G4THl8nbBtX0Z+Y93Xhoxjr+9MUW9h/L4ukBLXUoaaVUqVT0cNBV/wzgvCufhcDG8PXjVpNQGanm5+T9WzszpmsE7//wM4/N3sC5XJ1eUilP5UmzJBZUmrq9JwD8a8LAf1g3dqyZWKZv7eN08OKwtjw1oCVfbNjPHZPXcCIrp0yPoZQqfwEBAWRmZnpcCBhjyMzMJCAg4JL28645gY2Bj26E1NXwUCIElv0dvZ+vS+PpOT/RPKQmH97ZhUa1q5X5MZRS5SMnJ4e0tDSysrLsLuWSBQQEEBYWhq+v76+WlzQnsHcFAEDmz/Bud2h9PYyYVDaFFbJi52Hu+2gtgQHWzWMtGwaWy3GUUupiLntSeBEZKCLbRSRZRJ4tYr2/iMxyrU8QkcgC655zLd8uIgMKLH9MRLaIyGYRmSEil3buUlpBzaDnY7B5Duz6vlwO0TO6PrPu7UZevmHE+z/y48+Hy+U4Sil1OS4aACLiBN4BrgVigNEiElNos3HAUWNMc+B14BXXvjHAKKANMBB4V0ScIhIKPAzEGWPaAk7XdhWj56NQNwq+fhJyz5XLIdo0rs3cB3rQsFYAYyev5osNOpKoUqpycecMIB5INsbsMsZkAzOBoYW2GQpMdT2fA/QTazLdocBMY8w5Y8xuINn1fmBdglpNRHyA6sD+y/sol8C3Ggz6J2TutC4NLSehdaox574riI2oyyMzN/CfH372uM4lpVTV5U4AhAKpBV6nuZYVuY0xJhc4DgQVt68xZh/wKrAXOAAcN8Z8W9TBRWS8iCSKSGJZjYENQHR/aD0Elv0TjqaU3fsWUru6L9Puimdw+0b8Y/42/vplEnn5GgJKKfu5EwBF3dVU+BusuG2KXC4idbHODqKAxkANEbm1qIMbYyYYY+KMMXHBwcFulHsJBv4DxGmN+12OAnydvD0qlrt7RjHlxxR+9/FasnL0XgGllL3cCYA0ILzA6zB+21zzyzauJp3awJES9r0a2G2MyTDG5ACfA1eU5gNcltph0OdZ2DEftn1TrodyOIQ/XBfDH6+L4dukQ4yZmMDR09nlekyllCqJOwGwBogWkSgR8cPqrJ1XaJt5wFjX8xHAEmM1ds8DRrmuEooCooHVWE0/3USkuquvoB+w9fI/Til0ux+CW8P8ZyD7TLkfblzPKN65pROb9h3nxvd+JPVI+R9TKaWKctEAcLXpPwgsxPqSnm2M2SIiL4jIENdmk4AgEUkGHgeede27BZgNJAELgAeMMXnGmASszuJ1wCZXHRPK9JO5y+lrDRZ3fC8sf7VCDjmoXSM+GteVzNPZDH/3RzalHa+Q4yqlVEHedyNYcebeB5vmwP0/QnCL8jlGIcnpJxk7eQ1Hz2TzzphOXNUypEKOq5TyHpd9I5hX6P8C+FWHb54ok9nD3NE8JJC5v7uCqPo1uHtqIrPW7K2Q4yqlFGgAXFAzBPr9CXYvg82fVdhhQ2oFMOve7lzRLIhnPtvE64t26L0CSqkKoQFQUOc7oXEsLPw9ZFVcu3xNfx8m39GFEZ3DeHPxTp6e85MOKa2UKncaAAU5nDD4X3AqHZa+VKGH9nU6+OeI9jzcL5pP16Yx4r2VeoWQUqpcaQAUFtoJuoyD1RPgwMYKPbSI8Hj/Fky4rTN7Mk8z6K3lfKvzDSulyokGQFH6/gGqB8HXT0B+foUf/po2Dfn64V5E1a/B+OlrefGrJHLyKr4OpVTVpgFQlGp14ZoXIW0NrJ9uSwnh9arz6X3dGdu9CRNX7Gbkf1ay/9hZW2pRSlVNGgDFaT8SmvSA7/4MpzNtKcHfx8lfh7bl7dGxbD94ksFvLef77em21KKUqno0AIojYt0hfO6kFQI2ur5DY758qCcNagVwx4dreHXhdnK1SUgpdZk0AEoS0hq6/c5qBtqbYGspTYNr8t8HejAyLpx/L03m1kkJpJ/wvHlLlVKVhwbAxVz5DNQKha8fh7xcW0sJ8HXyyoj2vHZTBzamHmfQWyt0ukmlVKlpAFyMf00Y+DIc2mxdGloJ3Ng5jC8e7EHtaj7cOjGBtxfvJF8nmVFKXSINAHe0vh6a94elf4cTFTdzZUlaNAhk3oM9ub5DY15btIM7pqwh81T5zG+slKqaNADcIQKD/g/ycmDh83ZX84sa/j68MbIjLw1vx6pdmQx+awWJKUfsLksp5SE0ANxVryn0egK2fA4/L7W7ml+ICLd0jeDz+6/A39fByAmrmLBMJ59XSl2cBsCl6PGIFQTfPAm5lau5pW1obb58qCfXxDTgpW+2cc+0tRw/k2N3WUqpSkwD4FL4BsCgVyEzGX58y+5qfqNWgC/vjunEn6+P4Ycd6Qx+ezkbU4/ZXZZSqpLSALhUzftBzDBY9iocTbG7mt8QEe7sEcXse7tjDIx4/0em/piiTUJKqd/QACiNAS+BOOGbpyts9rBLFRtRl68f7knv6GD+PG8LD85Yz8ksbRJSSl2gAVAatUPhqudg50LYOMPuaopVp7ofH9wex7PXtmLB5oMMems5PybrjWNKKYsGQGl1vR8ie8GXj0LaWrurKZbDIdx3ZTNmje+Gj8PBLRMTeO7zTZzQswGlvJ5bASAiA0Vku4gki8izRaz3F5FZrvUJIhJZYN1zruXbRWSAa1lLEdlQ4HFCRB4tqw9VIZw+cNNUCGwAs8bAyco9cUtcZD3mP9KL8b2bMmvNXga8voylOrKoUl7togEgIk7gHeBaIAYYLSIxhTYbBxw1xjQHXgdece0bA4wC2gADgXdFxGmM2W6M6WiM6Qh0Bs4Ac8voM1WcGkEwaoY1f/Cs2yrdpaGFBfg6+f2g1nx2/xXU9Pfhzg/X8MTsjRw7k213aUopG7hzBhAPJBtjdhljsoGZwNBC2wwFprqezwH6iYi4ls80xpwzxuwGkl3vV1A/4GdjzJ7SfghbNWwLw96DtNXWDGKVtFO4oNiIunz1cE8e6tuc/27YR//Xl7FQp55Uyuu4EwChQGqB12muZUVuY4zJBY4DQW7uOwootidVRMaLSKKIJGZkZLhRrg3aDIPeT1nDRq/+wO5q3OLv4+SJa1ryxQM9qF/Tn3unr+XBT9bpeEJKeRF3AkCKWFb4Z25x25S4r4j4AUOAT4s7uDFmgjEmzhgTFxwc7Ea5Nunze2hxLSx4FnYvs7sat7UNrc28B3vwRP8WLNxykP6vL+PLjfv1vgGlvIA7AZAGhBd4HQYUHhLzl21ExAeoDRxxY99rgXXGmEOXVnYl5HDADRMgqDnMHlspbxIrjq/TwUP9ovn64V6E163GQzPWc+/0tTrhjFJVnDsBsAaIFpEo1y/2UcC8QtvMA8a6no8AlhjrJ+Q8YJTrKqEoIBpYXWC/0ZTQ/ONxAmrB6Blg8mDmGMg+bXdFl6RFg0A+u/8Kfj+oFT/syODqf/3AnLVpejagVBV10QBwtek/CCwEtgKzjTFbROQFERni2mwSECQiycDjwLOufbcAs4EkYAHwgDEmD0BEqgP9gc/L9iPZLKgZjJgM6Unw3/s9olO4IB+ng/G9mzH/kV60bBjIk59u5M4pa9h/7KzdpSmlyph40q+7uLg4k5iYaHcZ7vnfW7Doj9D3D1YHsQfKzzdMW5nCKwu243QIvx/UmtHx4VgXeCmlPIGIrDXGxBW1Tu8ELi9XPATtboYlL8K2b+yuplQcDuGOHlEsfLQ37cNq8/u5mxgzMYG9mWfsLk0pVQY0AMqLCAx5Cxp1hM/HQ/o2uysqtYig6nx8d1deGt6On9KOM+CNZUz5326dh1gpD6cBUJ58q8GoT6w/Z46Gs0ftrqjUzs889u1jvenatB5/+TKJm/+zkl0Zp+wuTSlVShoA5a12KIycDsdSYc5dkJ9nd0WXpXGdanx4Rxdeu6kDOw6d5No3l/PW4p1k5Xj251LKG2kAVISIbjD4Vfh5CXz3F7uruWwiwo2dw/ju8Svp1zqEfy3aQb/XftAbyJTyMBoAFaXzHdDlbmsqyZ9m211NmQipFcC7Yzoz455u1Krmy0Mz1nPzf1ayed9xu0tTSrlBA6AiDXwZmvSAeQ/BvnV2V1NmujcL4quHevKPG9qxK+M01/97BU/P2Uj6Sb2TWKnKTAOgIjl94eZpUCMYZt0KJz1/BIzznA5hdHwES5/qwz29mjJ3/T76vvoD733/M+dytX9AqcpIA6Ci1ahvXRl05gjMrvxzCFyqWgG+/H5Qa7597Eq6Na3HKwu20f9f1nDT2j+gVOWiAWCHRu1h2DuQmgDfPOVxw0W4I6p+DSaO7cL0cfH4+zi4d/paxkxMYNvBE3aXppRy0QCwS9sboefjsG4qJE6yu5py0ys6mPmP9OKFoW1IOnCCQW8u5/m5m3TeAaUqAQ0AO/X9A0QPgPnPQMoKu6spNz5OB7d3j+T7J/twe/dIZq5Jpc+r3zNpxW5y8vLtLk8pr6UBYCeHE278AOpGwezb4dheuysqV3Wq+/GXIW1Y8EgvYiPq8revkhjwxjKWbtPJ6ZWygwaA3QJqW3MI5OXAzFs8bg6B0ohuEMjUO7sw+Y44MHDnlDWMnbya5PSTdpemlFfRAKgM6kfDjZPg4Gb44oEq2SlcmIjQt1UDFjzamz8Mbs26vUcZ8MZy/jJvC8fP5NhdnlJeQQOgsmhxDVz9Z9gyF5a/Znc1FcbPx8HdvZry/ZN9GNUlnGkrU7jy1aVMW5mi/QNKlTMNgMqkx6PW1UFL/gYJE+yupkIF1fTn78Pb8fXDvYhpVIs/fbGFvq99z6eJqeRqEChVLjQAKhMRGPYetBwM85+CFW/YXVGFa92oFh/f3ZUP7+hCnWp+PDXnJ67+1w98vi6NPJ1/QKkypVNCVkZ5OTD3Xtj8GVz5DPR5zgoHL2OM4but6fxr0Q62HjhB0+AaPNIvmuvaN8bp8L6/D6VKo6QpITUAKqv8PJj3MGz4CLo/CNe86JUhANbcxN8mHeT1RTvZfugk0SE1efTqFlzbtiEODQKlSlRSAPhUdDHKTQ4nDHnbmk1s5b8h5ywMehUc3tdq53AIA9s24pqYhszffJA3vtvBA5+so1XDQB69OpprYjQIlCoNt75NRGSgiGwXkWQRebaI9f4iMsu1PkFEIguse861fLuIDCiwvI6IzBGRbSKyVUS6l8UHqlIcDhj0T+jxiDVcxBcPQF6u3VXZxuEQBrdvxIJHe/PmqI5k5+Zz30fruO7tFSxKOqSDzSl1iS56BiAiTuAdoD+QBqwRkXnGmKQCm40DjhpjmovIKOAVYKSIxACjgDZAY+A7EWlhjMkD3gQWGGNGiIgfUL1MP1lVIQJX/xV8a8D3L0HuWbjhA2toaS/ldAhDO4YyuF0j5m3cz5uLd3LPtETahdbmsf7RXNUyBPHS5jKlLoU7ZwDxQLIxZpcxJhuYCQwttM1QYKrr+Rygn1j/A4cCM40x54wxu4FkIF5EagG9gUkAxphsY8yxy/84VZQI9HkG+v/Nuk9g1m2Qo5Ot+Dgd3NApjMWPX8n/jWjP0TPZ3DUlkWHv/sgPOzL0jECpi3AnAEKB1AKv01zLitzGGJMLHAeCSti3KZABfCgi60VkoojUKOrgIjJeRBJFJDEjI8ONcquwHg9b/QA75sOMUZB9xu6KKgUfp4Ob48JZ+mQfXr6hHYdPnmPs5NWMeH8l/0s+rEGgVDHcCYCizqUL/48qbpvilvsAnYD3jDGxwGngN30LAMaYCcaYOGNMXHBwsBvlVnHx98DQd2H3D/DRjZCl4+uf5+t0MCo+gqVP9uHFYW3Zd/QsYyYmMHLCKlbtyrS7PKUqHXcCIA0IL/A6DNhf3DYi4gPUBo6UsG8akGaMSXAtn4MVCModsWPgxomQthqmD7NmF1O/8PNxcGu3Jnz/VB/+OqQNKYdPM2rCKkZPWEXCrkw9I1DKxZ0AWANEi0iUq7N2FDCv0DbzgLGu5yOAJcb6XzYPGOW6SigKiAZWG2MOAqki0tK1Tz8gCeW+tjfCzdPh4CaYej2c8vLmsSIE+DoZe0Uky56+ij9eF8PO9FOMnLCK4e/+yNc/HdAhJpTXc+tGMBEZBLwBOIHJxpi/i8gLQKIxZp6IBADTgVisX/6jjDG7XPs+D9wF5AKPGmPmu5Z3BCYCfsAu4E5jzNGS6vCqG8HclbwYZo6BOuFw+xdQq7HdFVVaZ7Pz+HRtKpNW7GZP5hnC61Xjrh5R3BwXTg1/vSVGVU16J3BVl/I/+ORma8L52+dB3SZ2V1Sp5eUbFiUd5IPlu1m75yi1AnwY060Jd1wRSYNaAXaXp1SZ0gDwBmlr4aPh4BdonQnUb253RR5h7Z6jTFy+i4VbDuJ0CEM6hHJP7yhaNaxld2lKlQkNAG9x4CerU1icVgg0iLG7Io+xJ/M0k1fsZnZiGmdz8ugVXZ97ejWlV3R9valMeTQNAG+SsR2mDoG8bLhtLjTuaHdFHuXYmWw+TtjLlB9TyDh5jlYNA7m7V1OGdGiMn4/3jcOkPJ8GgLc5sgumDoWs43DrHAiPt7sij3MuN495G/Yzcfluth86SYNa/oy9IpIx8U2oXd17h+FQnkcDwBsdS4VpQ+DkIbhlJkT1trsij2SMYdnOw0xcvovlOw9T3c/JzXHhjOsZRXg9Hb5KVX4aAN7q5EGYNhSOpsDIjyC6v90VebSk/SeYuGIX8zbsJ98Yrm3biLt7RREbUdfu0pQqlgaANzudaXUMp2+FGz+ANsPtrsjjHTyexZQfU/g4YQ8ns3KJa1KXcT2juDqmAb5O7SdQlYsGgLc7eww+vskaOqLHI9D3T+DUG58u16lzucxek8rk/+0m7ehZggP9GRkXzqj4cMLqavOQqhw0AJQ1fPTC5yBxMjTpASMmQ2BDu6uqEvLyDd9vT+eThL0s3Z6OAa5sEcwt8RH0bRWCj54VKBtpAKgLNs6Erx4Dv5pWCET1sruiKmXfsbPMWr2XWYmpHDpxjoa1AhjZxToraFS7mt3lKS+kAaB+7VASzL4djvwMff8IPR71yrmGy1NuXj6Lt6XzccJelu/MQIC+rUIY07UJvVsE49Q5jFUF0QBQv3XuJMx7yJphrMVAGP4+VNOrWcpD6pEzzFi9l9mJaRw+dY7QOtUY1SWckV3CCdGxh1Q50wBQRTMGVn8AC38PtRrBTVMhVKdlKC/ZufksSjrEJ6v38L/kTJwOoX/rBtzSNYKezevj0LMCVQ40AFTJUtfAp3fA6XS49hXofKc1D7EqN7sPn2bG6r3MWZvGkdPZRNSrzqj4cG7qHE5woL/d5akqRANAXdzpTPj8Hvh5MbQfCde9Dn5FTtOsytC53DwWbD7IJwl7Sdh9BF+ncE2bhoyJj6B7syAdiE5dNg0A5Z78fFj+Kix9CYJbwc3TILiF3VV5jeT0k3ySkMpn69I4fjaHpvVrcGPnMIbFhhJaR68gUqWjAaAuzc9L4LO7IfccDHnLmn5SVZisnDy+2XSAGav3siblKCLQNaoeN8SGcW27hgQG6GB0yn0aAOrSHd9n9QukrYb4e+GaF8HHz+6qvM7ezDPMXb+PuevTSMk8g7+Pg/4xDbihUyi9ooN16Al1URoAqnTycmDRn2HVOxAaBzdNseYeVhXOGMP61GPMXbePr37az9EzOQTV8OP6Do0ZHhtK+7Da2l+giqQBoC5P0hfw3wes8YNumAjRV9tdkVfLzs3nhx0ZzF2fxndJ6WTn5dMsuAbDY0MZFhuq4xCpX9EAUJfvcLJ193B6Elz5NFz5DDicdlfl9Y6fzeGbTQeYu24fq1OOABAfVY8bYkMZ1L4RtbS/wOtddgCIyEDgTcAJTDTGvFxovT8wDegMZAIjjTEprnXPAeOAPOBhY8xC1/IU4KRreW5xBRakAWCz7DPw9ROw8RNo2gdunAQ16ttdlXJJPXKG/67fx9z1+9h1+DR+Pg76t27A8NhQrmyp/QXe6rICQEScwA6gP5AGrAFGG2OSCmzzO6C9MeY+ERkFDDfGjBSRGGAGEA80Br4DWhhj8lwBEGeMOezuB9EAqASMgfXT4esnoXqQ1S8Q0dXuqlQBxhg2ph1n7ro0vvzpAEdOZ1Ovhh/Xt2/E8E5hdND+Aq9yuQHQHfiLMWaA6/VzAMaYfxTYZqFrm5Ui4gMcBIKBZwtuW2i7FDQAPNeBjVaT0PE0uPJZa54BvUqo0snJy2fZjgw+X7+PRUmHyM7Np2n9Ggxu34hr2zaidaNADYMqrqQAcGdWkFAgtcDrNKDwT75ftjHG5IrIcSDItXxVoX1DXc8N8K2IGOA/xpgJxRQ/HhgPEBER4Ua5qkI06gDjf7CGll76Imz6FK5/EyF2/tcAABVYSURBVJp0t7syVYCv00G/1g3o17oBJ7JymL/pAF9s2M87S5N5e0kykUHVubZdIwa1bUTb0FoaBl7GnQAo6l9E4dOG4rYpad8expj9IhICLBKRbcaYZb/Z2AqGCWCdAbhRr6oo1erATR9aQ0d88yR8OBA6jYX+f9WRRSuhWgG+jOwSwcguEWSeOse3SYf4ZtMBJizbxXvf/0x4vWoMatuIa9s10mYiL+FOAKQBBS/+DgP2F7NNmqsJqDZwpKR9jTHn/0wXkblY/QS/CQDlAVoOtCaWWfoSrHoPtn8DA1+27iDWL5FKKaimP6PjIxgdH8HR09ks2mqFweT/7eY/y3bRuHaAdWbQriGx4XV1pNIqyp0+AB+sTuB+wD6sTuBbjDFbCmzzANCuQCfwDcaYm0WkDfAJFzqBFwPRQADgMMacFJEawCLgBWPMgpJq0T4AD3BgI3z5COxfD836weDXoF6U3VUpNx0/k8N3Ww8xf/MBlu04THZePg1q+XNt20Zc27YhcZH1dDIbD1MWl4EOAt7Augx0sjHm7yLyApBojJknIgHAdCAW65f/KGPMLte+zwN3AbnAo8aY+SLSFJjrensf4BNjzN8vVocGgIfIz7PmGVjyN+t5n2eg+4Pg1GvSPcnJrByWbEvnm00H+H57Budy8wkO9Gdgm4Zc264h8ZH1dL5jD6A3gil7HN8H85+GbV9BSBurkzi8i91VqVI4fS6XpdvTmb/pIEu2pXM2J4+gGn5c06Yhg9o1pFvTIL3PoJLSAFD22vY1fPMUnNgPcXfB1X+GgNp2V6VK6Ux2Lj9sz+CbzQdZsvUQp7PzqFPdl/6uq416Rdenhr873YuqImgAKPudOwlL/g6r/wM1gq2Zx2KGaSexh8vKyWPZjgy+2XSAxdvSOZmVi5/TQbdmQfRrFULfViGE19OxieykAaAqj33rrE7igz9B9AAY/CrU0fs7qoKcvHwSU46yZNshFm9NZ9fh0wC0bBBI39YhXN06hI7hdbUTuYJpAKjKJS8XEt6Hpa5+/6t+D13vt0YbVVXGroxTLNmWzuKt6axJOUJuvqFeDT/6tAymX6sG9G5RXye3qQAaAKpyOrbX6hvYsQAatrM6iUM7212VKgfHz+awbEcGS7als3R7OsfO5ODjELo2rUffVg24unUITYJ0DuryoAGgKi9jYOs8+OZpOHUI4sdD3z9AQC27K1PlJDcvn/Wpx1i8NZ3FWw+xM/0UAM2Ca3B16wb0bRVC5yZ19RLTMqIBoCq/rOOw+AVYMwkCG8Gg/4NW12knsRfYm3mGxdsOsWRbOqt2ZZKTZ6hdzZc+LYPp2yqEK1sEU6e6DjRYWhoAynOkroGvHoVDm6FJD+j7Rx1gzouczMphxc7DLN6WztJt6WSezsYh0C6sDr2j69MrOpjYiDp6z8El0ABQniUvBxI/hGX/hNPpEH2N1SzUqIPdlakKlJdv2Jh2jGU7Mli+8zAbUo+Rl2+o4eeke7MgekUH0yu6PlH1a+jAdSXQAFCeKfs0rJ4AK96ArGPQZjhc9TzUj7a7MmWD42dzWPlzJst3ZrAi+TB7Ms8AEFqnGr1b1Kdn82B6NA/S5qJCNACUZzt7DFb+G1a+C7lnocMt1vhCev+AV9uTeZrlOw+zfGcGPyZncvJcLiLQ3tVc1LN5fWIj6uLn493NRRoAqmo4lQErXoc1E8HkW8NK9HoCAhvYXZmyWW5ePhvTjrkCQZuLCtIAUFXL8X2w7P9g3XTw8Yeu98IVD0P1enZXpiqJkpqLerk6k7s1rUdQTX+bKy1/GgCqasr8Gb7/B2yaA/61oMdD1h3F/jXtrkxVMkU1F4E1TEW3pvXo1jSI+KiqGQgaAKpqO7TFGmhu+9dQvb7VLBR3F/gG2F2ZqoSs5qLjrNqVyapdmSSmHOVsTh5QNQNBA0B5h7RE62ay3T9ArVC48hnoOEbHGFIlys7NZ9O+qhsIGgDKu+z6wZqNLG0N1GtmDTbX5gZwePfVIMo9VS0QNACU9zHGGmRu8d8gfQs0aGvdTNZioA4voS6JpweCBoDyXvn5sOVza+jpI7us0UaveAhaXa9NQ6pUSgqEFg1qEhdZj7gmdencpC4R9arbftmpBoBSeTmw4RPrPoKju6F2BHQdD51u1+kp1WUpGAgJu4+wfs/RX64yCg70p3NEXeIirUBo07h2hd+YpgGg1Hn5eVbT0Mp3Yc8K8KsJsbdC1/ugXpTd1akqIC/fsOPQSRL3HGVtyhES9xwl7ehZAPx9HHQIr0NcEysUOkXULfehKy47AERkIPAm4AQmGmNeLrTeH5gGdAYygZHGmBTXuueAcUAe8LAxZmGB/ZxAIrDPGHPdxerQAFBlav8GWPUubP7MCoZWg6H7AxDRXfsJVJk6dCKLtXuOkphylLV7jrBl/wly863v3uiQmnR2NRnFRdYjMqhsm40uKwBcX9I7gP5AGrAGGG2MSSqwze+A9saY+0RkFDDcGDNSRGKAGUA80Bj4DmhhjMlz7fc4EAfU0gBQtjlxANZ8AImT4exRaNTRCoI2w8GpUxaqsnc2O48NqcdYu+cIa/ccZe2eo5zIspqN6tf0o9MvzUb1aBtaC38fZ6mPdbkB0B34izFmgOv1cwDGmH8U2Gaha5uVIuIDHASCgWcLbltouzBgKvB34HENAGW77DOwcQaseg8yd0JgY4i/BzrfocNMqHKVn29IzjhFYspREl2hcH74Cj8fB50i6vDJ3d1wOC79zKCkAHDnMohQILXA6zSga3HbGGNyReQ4EORavqrQvqGu528ATwOBFyl+PDAeICJCR39U5civOnQZB53vhOTvYNU7sPiv1rwEHUZDt99B/eZ2V6mqIIdDaNEgkBYNArmlq/U9l34yi3V7rLOE42dzSvXlfzHuBEBRRy182lDcNkUuF5HrgHRjzFoR6VPSwY0xE4AJYJ0BXLxcpS6TwwEtrrEeBzdbZwTrp0PiJIgeYDUPRfXWfgJVrkICAxjYtiED2zYst2O4cz1SGhBe4HUYsL+4bVxNQLWBIyXs2wMYIiIpwEygr4h8VIr6lSpfDdvCsHfgsS1w5bOwby1MGwLv94T1H0PuObsrVKrU3AmANUC0iESJiB8wCphXaJt5wFjX8xHAEmN1LswDRomIv4hEAdHAamPMc8aYMGNMpOv9lhhjbi2Dz6NU+agZAlc9ZwXBkLetq4a++B283ha+f8Waq0ApD3PRJiBXm/6DwEKsy0AnG2O2iMgLQKIxZh4wCZguIslYv/xHufbdIiKzgSQgF3jg/BVASnkk3wDr5rHY22DXUut+gu9fsuYnaDHQGnwuur9ePaQ8gt4IptTlytgB66fBxplwOgNqBEP7kdYNZiGt7a5OeTm9E1ipipCXAzsXwYaPrbuN83OhcSeIHQNtb4Rqde2uUHkhDQClKtqpDNg02+ooTt8CTn9ofZ3VRNS0DzhKf2OPUpdCA0ApuxgDBzZYQbDpU8g6Zk1W02E0dLwFgprZXaGq4jQAlKoMcrJg+zdWE9HPS8DkQ8QVVhNRzDCdy1iVCw0ApSqbE/utYSfWfwxHfgbfGtBmmNVE1OQKvclMlRkNAKUqK2MgNQHWfwRb5kL2KagbZQVBx9FQO8zuCpWH0wBQyhNkn4akeVYTUcpyQKyzgZhh0Pp6qNXI7gqVB9IAUMrTHE2x7ivY8l/I2GotC+8GMUMhZoieGSi3aQAo5ckytltnBklfwKFN1rLQOFcYDIW6TeytT1VqGgBKVRWZP1tBkPSFdXkpQONYKwhaD9HLStVvaAAoVRUdTbkQBvvWWssatnOdGQyD+tG2lqcqBw0Apaq6Y3th65dWGKQmWMtCYi40E+mYRF5LA0Apb3Ji/4Uw2PMjYKB+ywth0KCN3mfgRTQAlPJWJw8WCIP/WXcf12tqDV0d3R+a9AAff7urVOVIA0ApZQ1Qt+0rKxBSVkDeOfCtDlFXQvTVEH0N1NF5t6uay50UXilVFdQMhrg7rUf2GSsEdn5rPXbMt7YJbgXNXWEQ0R18/OytWZUrPQNQytsZA5nJrjBYZDUV5WWDX01r6Oro/tC8P9QOtbtSVQp6BqCUKp6Idclo/Wjo/gCcO2UNRXE+ELZ9ZW0X0uZCU1F4V532sgrQMwClVPGMse5E3vktJC+CPSshPwf8a7nODq6xmox0nKJKS88AlFKlIwIhraxHj4fh3EnY9YMrEL6DrfOs7Rq2s4IgshdEdAO/GvbWrdyiZwBKqdIxBtKTrGainYsgdZU1D7LDF0I7Q1QvKxDC48G3mt3Veq3LvgxURAYCbwJOYKIx5uVC6/2BaUBnIBMYaYxJca17DhgH5AEPG2MWikgAsAzwxzoLmWOM+fPF6tAAUKoSO3fKCoGUFbB7OexfDyYPnH4QFn8hEMLi9N6DCnRZASAiTmAH0B9IA9YAo40xSQW2+R3Q3hhzn4iMAoYbY0aKSAwwA4gHGgPfAS2AfKCGMeaUiPgCK4BHjDGrSqpFA0ApD5J1AvaugpRlViAc/Mm6Ec0nwDoriOxthULjTnq5aTm63D6AeCDZGLPL9WYzgaFAUoFthgJ/cT2fA/xbRMS1fKYx5hywW0SSgXhjzErglGt7X9fDc9qilFIXF1ALWlxjPQDOHrOGpkhZbgXC0hdhKdbNaBHdrLODqN7QqCM4tXuyIrjztxwKpBZ4nQZ0LW4bY0yuiBwHglzLVxXaNxR+ObNYCzQH3jHGJBR1cBEZD4wHiIjQuxSV8ljV6kCrQdYD4MwRq7nofCAs/qu13C8QmnR3BUIvaNgeHE776q7C3AmAokaNKvxrvbhtit3XGJMHdBSROsBcEWlrjNn8m42NmQBMAKsJyI16lVKeoHo9a3azmCHW61MZsMfVf3D+PgSwAiGss9WPEN7V6kOoVse+uqsQdwIgDQgv8DoM2F/MNmki4gPUBo64s68x5piIfA8MBH4TAEopL1EzGNoMtx5gDWSXssLqR0hNgOWvWn0IYA1ZEX4+EOKtm9h0hNNL5k4ArAGiRSQK2AeMAm4ptM08YCywEhgBLDHGGBGZB3wiIv/C6gSOBlaLSDCQ4/ryrwZcDbxSJp9IKVU1BDaEdiOsB1hXGe1fZ4VB6mprmsx106x11eq6zhC6WKHQuBP417Svdg9x0QBwtek/CCzEugx0sjFmi4i8ACQaY+YBk4Dprk7eI1ghgWu72VgdxrnAA8aYPBFpBEx19QM4gNnGmK/K4wMqpaoI/5pWJ3FUb+t1fr41hlFqwoVQ2LnQWidOaNj2QrNReLw10qmeJfyK3gimlKo6zhyxpsc8HwppayHntLWuZoNfNxs1au8VN6jpUBBKKe9QvZ41eml0f+t1Xq51t3JqAqStsf7c+qW1TpzWtJmNO0DjWGgUa82W5htgX/0VTM8AlFLe5eQhKwz2r7/wOHvEWufwcYVCRysUGsdarz34zmWdEUwppYpjDBxPdYXBhguhkHXMWu/wtc4MGsdeCIbg1h5z97I2ASmlVHFErA7iOhEQM9RaZgwc21PgLGEDbP4c1n5orXf6FxEKrTxujgQNAKWUKkwE6kZaj/P3JRgDR3f/OhQ2fQqJk6z1PgHQoK119VGD84821pAYlZQGgFJKuUME6jW1Hm1vtJbl5/86FA5shC3/hbVTLuxXJ+LXgdCwHdSNAofDlo9RkAaAUkqVlsMBQc2sx/kb1oyBE/vh0GbrcXAzHNoCOxZcuJPZt7rVuXw+EBq0cZ0t1K7Q8jUAlFKqLIlA7VDr0WLAheU5ZyFjmxUGB13hsHUerJt6YZvaEa4mJFcgNGgH9aLKbTA8DQCllKoIvtUuXFp6njFw8sCFQDh0/mxhoTWZDlhnC406wJ3zy/xOZg0ApZSyiwjUamw9zs+bAJCT5TpbcAVC9qlyGcZCA0AppSob3wDX5aUdy/Uw9ndDK6WUsoUGgFJKeSkNAKWU8lIaAEop5aU0AJRSyktpACillJfSAFBKKS+lAaCUUl7KoyaEEZEMYI/ddRRSHzhsdxFu0lrLjyfV60m1gmfVWxlrbWKMCS5qhUcFQGUkIonFzbZT2Wit5ceT6vWkWsGz6vWkWkGbgJRSymtpACillJfSALh8E+wu4BJoreXHk+r1pFrBs+r1pFq1D0AppbyVngEopZSX0gBQSikvpQFQCiISLiJLRWSriGwRkUfsruliRMQpIutF5Cu7a7kYEakjInNEZJvr77i73TUVR0Qec/0b2CwiM0QkwO6aChKRySKSLiKbCyyrJyKLRGSn68+6dtZYUDH1/tP1b+EnEZkrInXsrPG8omotsO5JETEiUt+O2tylAVA6ucATxpjWQDfgARGJsbmmi3kE2Gp3EW56E1hgjGkFdKCS1i0iocDDQJwxpi3gBEbZW9VvTAEGFlr2LLDYGBMNLHa9riym8Nt6FwFtjTHtgR3AcxVdVDGm8NtaEZFwoD+wt6ILulQaAKVgjDlgjFnnen4S6wsq1N6qiiciYcBgYKLdtVyMiNQCegOTAIwx2caYY/ZWVSIfoJqI+ADVgf021/MrxphlwJFCi4cCU13PpwLDKrSoEhRVrzHmW2NMruvlKiCswgsrQjF/twCvA08Dlf4KGw2AyyQikUAskGBvJSV6A+sfZL7dhbihKZABfOhqspooIjXsLqooxph9wKtYv/QOAMeNMd/aW5VbGhhjDoD1YwYIsbmeS3EXMN/uIoojIkOAfcaYjXbX4g4NgMsgIjWBz4BHjTEn7K6nKCJyHZBujFlrdy1u8gE6Ae8ZY2KB01SuJopfuNrOhwJRQGOghojcam9VVZeIPI/V/Pqx3bUURUSqA88Df7K7FndpAJSSiPhiffl/bIz53O56StADGCIiKcBMoK+IfGRvSSVKA9KMMefPqOZgBUJldDWw2xiTYYzJAT4HrrC5JnccEpFGAK4/022u56JEZCxwHTDGVN6bl5ph/RjY6Pr/FgasE5GGtlZVAg2AUhARwWqj3mqM+Zfd9ZTEGPOcMSbMGBOJ1UG5xBhTaX+lGmMOAqki0tK1qB+QZGNJJdkLdBOR6q5/E/2opB3WhcwDxrqejwW+sLGWixKRgcAzwBBjzBm76ymOMWaTMSbEGBPp+v+WBnRy/ZuulDQASqcHcBvWr+kNrscgu4uqQh4CPhaRn4COwEs211Mk11nKHGAdsAnr/1OlGgpARGYAK4GWIpImIuOAl4H+IrIT62qVl+2ssaBi6v03EAgscv1fe9/WIl2KqdWj6FAQSinlpfQMQCmlvJQGgFJKeSkNAKWU8lIaAEop5aU0AJRSyktpACillJfSAFBKKS/1/+RlmOUzu4iYAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "decayrate = 0.1\n",
    "y1 = lr / (1+decayrate*epoch)\n",
    "decayrate = 0.2\n",
    "y2 = lr / (1+decayrate*epoch)\n",
    "plt.plot(epoch, y1, epoch, y2)\n",
    "plt.legend([\"y1\",\"y2\"])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 方法2\n",
    "\n",
    "$\\alpha_0:$初始学习率\n",
    "\n",
    "$$\n",
    "\\alpha = 0.95^{epoch} \\alpha_0\n",
    "$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD4CAYAAADlwTGnAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deVxVdf7H8deXXQRREZRFBBUXcAE1zV3T3DJRSzNNLW2qadOaaaamaaaZ3zQzzUxT2m6bZpqabVpqbrkvuOGCoOCOrKKCiuzf3x/nWsQAItzLAe7n+Xjch5ez3PPher1vz/me7/ertNYIIYSwPw5mFyCEEMIcEgBCCGGnJACEEMJOSQAIIYSdkgAQQgg75WR2AbeiWbNmOjg42OwyhBCizti3b98FrbVPWevqVAAEBwezd+9es8sQQog6Qyl1prx1cglICCHslASAEELYKQkAIYSwU3WqDUAIIWypoKCApKQkcnNzzS7llrm5uREYGIizs3Ol95EAEEIIi6SkJDw9PQkODkYpZXY5laa1JjMzk6SkJEJCQiq9n1wCEkIIi9zcXLy9vevUlz+AUgpvb+9bPnORABBCiBLq2pf/DVWp2y4CYO6GBA4nZZldhhBC1Cr1PgAu5+TzefRZxr2znXc2JVJULPMfCCHqlhEjRtC4cWNGjx5t1det9wHQ2N2F1bP6Mzy8Bf9ac4zJH+zi/OXrZpclhBCV9txzz7Fw4UKrv269DwAwQuCtyZH8Z0JXjpzPYsQbW/g25rzZZQkhxC+89NJLzJkz56efX3zxRebOncuQIUPw9PS0+vHs5jZQpRT3dg/ktuAmPLM0hllLYvgxPp2/ju1EI7fK3zcrhLAPf1kZy9HkbKu+Zph/I/58d3i562fOnMn48eOZNWsWxcXFLFmyhOjoaKvWUJJdnAGU1Mq7Icse7c3soaGsPJTCyDe2En3qotllCSEEwcHBeHt7c+DAAdauXUtkZCTe3t42O57dnAGU5OTowOyh7RjQzofZS2KYNG8njw9qy6yhoTg72l0mCiHKUNH/1G3p4YcfZv78+aSmpjJjxgybHsuuv+26BTVh1az+3NMtkLd+TOTed3dw6sI1s8sSQtixcePGsWbNGvbs2cPw4cNteiy7DgAAD1cn/j2hK+9O6cbpzBxGzdnK59Fn0VpuFxVC1DwXFxcGDx7MxIkTcXR0BKB///5MmDCBDRs2EBgYyA8//GCVY9nlJaCyjOzsR2RQE37zRQwvfHWYH+PT+ec9XWja0MXs0oQQdqS4uJhdu3bxxRdf/LRs69atNjmW3Z8BlNTCy42FM3rx4qiObDqWwfA3trD5eIbZZQkh7MTRo0dp27YtQ4YMITQ01ObHkzOAUhwcFL8a0Jq+bZsxa8kBpn8czYN9gnl+ZAfcnB3NLk8IUY+FhYVx8uTJGjte/T8DKCqAtX+E09tvabcw/0asfKofD/YJZv6O04x+cxsHz122UZFCCFHz6n8AFOZC/Pfw5Uy4duGWdnVzduTlMeF8OqMn1/IKGf/uDv79Qzx5hUU2KlYIIWpO/Q8AV0+YMB9yMuHrR6G4+JZfYkA7H354ZgD3dAvg7R9PMObN7Rw5L6OLCiHqtvofAAB+XWH43yFxPeyYW6WXaOTmzL/u7conD97G5ev5RL29nf+uO05+4a0HihBC1Ab2EQAAtz0MYVGw4a9wdneVX2ZwB1/Wzh5IVIQ/czckEPX2dquPFyKEEDfExMTQu3dvwsPD6dKlC0uXLrXaa9tPACgFY96Exi1h+QzIqfr4P17uzvx3YgQfTOtBxpU8xry1jbkbEigokrMBIYR1ubu78+mnnxIbG8uaNWuYPXs2ly9b54YU+wkAADcvuPcTuJoG3zwO1ezte2dYc9Y9M4BRnf3477rjjH9nB8dSr1ipWCGEvSlrOOg1a9b81CfA398fX19fMjKs0z/J/voBBHSDYX+DNb+HnW9Dnyer9XJNGrow9/5IRnZqwR+/OcLdb25j9p2hPNK/NU4ysJwQddfq5yH1sHVfs0VnGPnPclffbDjo6Oho8vPzadOmjVXKsc9vqF6PQofRsP7PkLTXKi85srMfa58ZwNAwX/615hj3vLeTxHQ5GxBCVF5Fw0GnpKQwdepUPvnkExwcrPPVrerSoGc9evTQe/da5wub65fg/QGggce2QIMm1nld4LtDybz0zRGu5Rfx22HtmNmvNY4OymqvL4Swjbi4ODp27GhqDUuXLmXHjh2kpqYyffp0Ro0aRXZ2NoMGDeKFF15gwoQJ5e5bVv1KqX1a6x5lbW+fZwBgfOHf+wlcSYZvn6x2e0BJo7v4s/aZgQxq58PfV8Uz4b0dnMi4arXXF0LUX6WHg87Pz2fcuHFMmzatwi//qrDfAAAI7AFD/wLx38Hu96360j6errw/tTtzJkVwIuMaI+ds5a2NCdJvQAhRodLDQS9btowtW7Ywf/58IiIiiIiIICYmxirHsr9G4NJ6PwGntxnjBbXsaTQSW4lSiqiIAHq38eYvK47yn7XH+e5QCv8Y35nIIOtdchJC1B+lh4N+4IEHeOCBB2xyLPs+AwCjf8DYd8CjOSx/CHKtP8SDr6cbb0/pxofTepB1vYDx7+7gLytjuZZXaPVjCSHqrpoeDloCAMC9Kdz7MVw+Byuesmp7QElDw5qz9pkBTL29FfN3nGbY61v4MT7dJscSQtQ9N4aDfu2112rkeBIANwT1giF/gqPfwp4PbXYYTzdn/hrVieWP9cbdxZGH5u/h6c8PcOFqns2OKYSovLp0Z2RJValbAqCkPk9D2zvhhz9AykGbHqp7q6Z893Q/nhnajjVHUhn6380s35dUZz98QtQHbm5uZGZm1rl/h1prMjMzcXNzu6X97LcfQHmuZcJ7/cDZDR7ZDG6NbHs8IDH9Cs9/eZi9Zy7Rr20zXhnXiVbeDW1+XCHELxUUFJCUlERubq7ZpdwyNzc3AgMDcXZ2/sXyivoBSACU5cwOmD8awsfCPR8ZDcU2VlysWRR9lldXx1NYXMwzQ9sxs1+IDCchhKgW6Qh2q1r1gcF/gCNfwr75NXJIBwfF1Ntbse7ZAfQP9eEfq+OJelsmnhFC2I4EQHn6PQtt7oA1z0PqkRo7rJ9XA+ZN7c67U7qRfiWPqLe38/dVcVzPl2kohRDWJQFQHgcHGDcP3BrDFw9CXs0N5aCUYmRnP9Y/M5CJPQKZt+UkQ/+7mXVH02qsBiFE/VepAFBKjVBKHVNKJSqlni9jvatSaqll/W6lVHCJdS9Ylh9TSg0vsfwZpVSsUuqIUupzpdStNV/XBA8fuOdDuHgCVlh3vKDK8HJ35h/ju7D0kdtp6OrIrz7dy8z5ezh3MadG6xBC1E83DQCllCPwNjASCAPuV0qFldpsJnBJa90WeB141bJvGDAJCAdGAO8opRyVUgHA00APrXUnwNGyXe0T0h+GvgyxX8OWf5tSQq/W3nz/dH/+MKoDO09mMvS/m3lzQwJ5hXJZSAhRdZU5A+gJJGqtT2qt84ElQFSpbaKABZbny4EhSillWb5Ea52ntT4FJFpeD4xxiBoopZwAdyC5er+KDfV5GrreDz++YnQUM4GzowOPDGjDht8MZGjH5ry27jgj3tjKluPWmRlICGF/KhMAAcC5Ej8nWZaVuY3WuhDIArzL21drfR74D3AWSAGytNZryzq4UuoRpdRepdRea02DdsuUgtFvQGBP+Poxm3cSq4ifVwPentKNT2cYOTrt42ieWLSflKzrptUkhKibKhMAZd0EX/pieHnblLlcKdUE4+wgBPAHGiqlyhzuTms9T2vdQ2vdw8fHpxLl2oizG9z3GTRoCp/fD1fMbZAd0M6HNbP785s727E+Lo0hr21m3pYTMjG9EKLSKhMASUDLEj8H8r+Xa37axnJJxwu4WMG+Q4FTWusMrXUB8BXQpyq/QI3ybA73LzZmE1s6BQrM7S3o6uTIU0NCWf/sQHq39ubvq+K5a+5Wdp/MNLUuIUTdUJkA2AOEKqVClFIuGI21K0ptswKYbnl+L7BRG12MVwCTLHcJhQChQDTGpZ/blVLulraCIUBc9X+dGuDXFca9B0l7YOWsGr8zqCwtm7rz0YO38cG0HlzLK+K+ebt4dmkMGVdkgDkhRPluGgCWa/pPAj9gfEkv01rHKqX+qpQaY9nsI8BbKZUIPAs8b9k3FlgGHAXWAE9orYu01rsxGov3A4ctdcyz6m9mS2FRMPhFOLQEts8xu5qf3BnWnPXPDuSJwW1YeSiZO17bxKc7T1NUbH5ICSFqHxkLqKq0huUzjNtD7/8c2o80u6JfOJFxlT9/G8u2xAt0CmjEX6M60U1mIRPC7shYQLZwYyYx/wj48mFIO2p2Rb/QxseDhTN78ub9kWRcyWP8Ozt4ZmkMqVl1b5RDIYRtSABUh3MDmLQYXDzg8/vg2gWzK/oFpRR3d/Vn428G8cTgNnx/OIXB/9nEmxsSyC2QTmRC2DsJgOpq5G+EwNV0WDYNCvPNruh/NHR14rnhHdjw7EAGtffhtXXHGfLaZr4/lFLnJr4QQliPBIA1BHaHqLfhzHb4/tlacWdQWVo2defdB7rz+a9ux9PNiScW7+e+ebuITZYhp4WwRxIA1tL5Xuj/WziwEHa/Z3Y1Ferdxhhb6JVxnUhMv8roN7fxwleHZF5iIeyMBIA1DX4ROow25hROXG92NRVydFBM6dWKH387iBl9Q/hibxKD/72JD7acJL9QehMLYQ8kAKzJwQHGvQ++4fDFDMg4bnZFN+XVwJmXRofxwzMD6BHchFdWxTH8jS1siEuT9gEh6jkJAGtz9TCGi3ByMe4MyrlodkWV0sbHg08e6sknD92Gg4KZC/Yy/ZM9JKRdMbs0IYSNSADYQuMguG8RZCUZs4kVFZhdUaUNbu/LmtkD+NPoMGLOXmLEnK28vCKWyzm17+4mIUT1SADYSlAvYwjpU5thzQtmV3NLnB0dmNEvhE3PDeb+ni35dOdpBlraB6T/gBD1hwSALUVOgT5PwZ4PYHfdGerohqYNXfjb2M6smtWfyKDGvLIqjiGvbeabA+cplvGFhKjzJABsbehfoP0oWP07OPKl2dVUSYcWjZj/UE8WPdyLJg2dmb00hrvf2sb2xNrV81kIcWskAGzNwRHu/RiCesNXj9b620Mr0rdtM1Y80Y837ovgck4BUz7czfSPo4lPzTa7NCFEFchooDUlNws+uQsunoBpK6DlbWZXVC25BUUs3HmGNzcmcCWvkHu7BfLssHb4eTUwuzQhRAkVjQYqAVCTrqTBx8ONGcVmrAHfjmZXVG2Xc/J5Z9MJ5m8/jVIws18Ijw1qQyM3Z7NLE0IgAVC7XDoNHw03hpOe8QM0aWV2RVZx7mIOr609xjcxyTRt6MLTd7Rlcq9WuDjJVUYhzCTzAdQmTYJh6ldQkAMLx8HVDLMrsoqWTd15Y1Ik3z3Vjw4tPHl55VHufF1GHBWiNpMAMEPzcJj8BWQnw2fjIbf+NKJ2CvBi0cO9+OSh23BzcuSJxfsZ+84OdslE9ULUOhIAZgnqBfcthPSj8Pn9UFB/ZupSSjG4vS+rZvXnX/d2IS0rl0nzdjH1o90cPHfZ7PKEEBYSAGYKvRPGvgdnthnzCxcVml2RVTk6KCb2aMmm5wbx4qiOHDmfRdTb23nk071y66gQtYA0AtcGu983OopFTDEmllHK7Ips4mpeIR9vO8UHW05yNb+QMV39eWZoO4KbNTS7NCHqrYoagZ1quhhRhl6PGqOGbv4nuDeFYX8zuyKb8HB14ukhoUzr3Yr3t5xk/vbTfHcohQndA3l6SCj+jaUPgRA1Sc4AagutYdVzxrhBQ/8C/WabXZHNpV/J5Z0fT7B491kAJvcK4onBbfHxdDW5MiHqD+kHUFcUF8NXDxtjBt09F7pPN7uiGnH+8nXmrk9g+f4kXBwdeKhvMI8OaIOXu3QmE6K6JADqksJ8+HwSnPwRJiyAsDFmV1RjTl24xuvrjrPyUDIerk480r81D/ULwcNVrlQKUVUSAHVN/jX4NApSDsKU5dB6oNkV1aj41GxeW3ucdUfTaNrQhccHteGB21vh5uxodmlC1DkSAHVRzkX4ZBRknYPpKyGgm9kV1biYc5d5be0xtiZcwNfTlccGtmFyryAJAiFugQRAXZWdbAwel38NHloDPu3MrsgUu05mMmd9AjtPZtLMw5XHBrZmcq8g3F3k0pAQNyMBUJdlnjBCQDnC9BXg097sikwTfeoiczcksC3xAt4NXfjVgNZMvb0VDaWNQIhySQDUdelxsGAMoI25BJqHmV2RqfaducicDYlsOZ5BE3dnHu7fmul9gqWxWIgySADUBxcSYMHdUJgH074Fvy5mV2S6/Wcv8eaGBH48lkFjd2dm9g1het9gmYtAiBIkAOqLzBPGmUD+VZj2DfhHml1RrXDw3GXe3JjA+rh0Grk5MaNfCA/1DcGrgQSBEBIA9cml0zD/bmOKyalfQWCZf6926cj5LOZuSGDt0TQ8XZ14qG8wM/qF0NjdxezShDCNBEB9c/kcLBgN1zLhgeUQdLvZFdUqsclZvLUxkdVHUvFwdWJ6n1bM7Neapg0lCIT9kQCoj7KTjTaB7BSYsgyC+5ldUa0Tn5rNmxsTWXU4BTcnRyb1bMnD/VsTIIPOCTsiAVBfXUk12gQun4XJS6D1ILMrqpUS0q7w3uaTfBtzHoCxkQE8NrA1bX09Ta5MCNuTAKjPrmYYw0ZcPAGTFkHboWZXVGslXcrhw62nWLLnLLkFxQwLa86vB7UhMqiJ2aUJYTMSAPXdtUxYGAUZx2DiQmg/wuyKarWL1/KZv+M0C3acJut6Ab1be/PrQW3oH9oMVU8n4xH2SwLAHuRchIXjIC0WJsyHjqPNrqjWu5pXyJLos3yw9SRp2XmE+zfi14PaMLKTH44OEgSifqgoACo1J7BSaoRS6phSKlEp9XwZ612VUkst63crpYJLrHvBsvyYUmp4ieWNlVLLlVLxSqk4pVTvW//VxE/cm1o6iHWFL6ZD7NdmV1Trebg68XD/1mz53WD+dU8XrucX8eTiAwx5bROLd58lr7DI7BKFsKmbngEopRyB48CdQBKwB7hfa320xDaPA1201o8ppSYB47TW9ymlwoDPgZ6AP7AeaKe1LlJKLQC2aq0/VEq5AO5a68sV1SJnAJWQmw2LJkBSNIybB10mmF1RnVFUrFkbm8q7m09wKCkLX09XZvYLYXKvIDyld7Goo6p7BtATSNRan9Ra5wNLgKhS20QBCyzPlwNDlHExNQpYorXO01qfAhKBnkqpRsAA4CMArXX+zb78RSW5NYIHvoSgPvD1IxCz2OyK6gxHB8XIzn58+0RfFj3ci3bNPfnH6nj6/HMjr66JJy071+wShbCqygRAAHCuxM9JlmVlbqO1LgSyAO8K9m0NZACfKKUOKKU+VEo1LOvgSqlHlFJ7lVJ7MzIyKlGuwNUDpnwBIQPgm8dh34Kb7yN+opSib9tmfPZwL1Y82Zd+bZvx/uYT9Ht1I88ujSE2OcvsEoWwisoEQFmtYaWvG5W3TXnLnYBuwLta60jgGvA/bQsAWut5WuseWusePj4+lShXAODiDvcvgbZDYOXTsPt9syuqk7oENubdB7qz6beDmdKrFWtiU7lr7jYmf7CLjfFpFBfXnZsohCitMgGQBLQs8XMgkFzeNkopJ8ALuFjBvklAktZ6t2X5coxAENbk3AAmLYb2d8Hq38Hal4yJ58UtC/J25+Ux4ex8YQgvjOzAqQvXmDF/L0Nf38yi3We4ni8NxqLuqUwA7AFClVIhlsbaScCKUtusAKZbnt8LbNRG6/IKYJLlLqEQIBSI1lqnAueUUjdmNxkCHEVYn5Mr3LcQesyEHXPhq4eNIaVFlXg1cObRgW3Y8rvBzJkUQUMXJ178+gh9/rmB19YeI/2KtBOIuqNS/QCUUqOANwBH4GOt9StKqb8Ce7XWK5RSbsBCIBLjf/6TtNYnLfu+CMwACoHZWuvVluURwIeAC3ASeEhrfamiOuQuoGrQGra/AetfhlZ9jV7DDaQHbHVprYk+dZEPt51ifVwazg4OREX4M7N/CB1aNDK7PCGkI5go4fBy+ObX0CTEGEm0cZDZFdUbpy5c45Ptp/hibxLXC4roH9qMmf1CGNjOR3oYC9NIAIhfOr0NlkwGJzfjbiG/rmZXVK9czslncfRZFuw4TVp2HqG+HjzUN4Sxkf4ykb2ocRIA4n+lx8Fn90LuZZi4QAaRs4H8wmK+O5TMh1tPcTQlm0ZuTtx3W0um3h5MkLe72eUJOyEBIMqWnQKLJ0DaUbh7DnSbanZF9ZLWmr1nLjF/x2nWHEmlWGvuaO/LtD7B9G/bDAcZd0jYkASAKF/eFVg2DU5shIHPw6DnQa5X20xqVi6Ld59hcfRZLlzNp3Wzhkzt3Yp7ugfKZPbCJiQARMWKCmDlbIj5DCIegLvfAEf5MrKlvMIiVh9OZcHO0xw4e5mGLo6M7xbItN6tCG0uE9UI65EAEDenNWx+FTb9A9rcARMWGOMKCZs7lHSZBTvOsPJQMvmFxfRt68203sEM7dhchqUW1SYBICpv/0JYOQt8w4w7hBr5mV2R3ci8mseSPedYtOsMyVm5BDRuwAO3t2LSbS1pIhPaiyqSABC3JnE9LJsObo2NvgK+Hc2uyK4UFhWzPi6NBTvOsPNkJq5ODtzd1Z/JvYKIbNlY+hSIWyIBIG5dykFYNBEKrhu9hkP6m12RXTqWeoUFO0/z7YHzXMsvokMLT6b0CiIqMkAajUWlSACIqrl81ugrcPEkRL0FXSeZXZHduppXyLcx51m8+yyxydk0cHZkjOWsoEugl5wViHJJAIiqu34Jlk6F01uh169h2P/JHUIm0lpzKCmLz6PP8m1MMtcLigj3b8TkXkFERQTg4So9jcUvSQCI6ikqgHV/gl3vGAPJTZgPHr5mV2X3ruQW8E1MMot3nyUuJZuGLo6MiQhgSq8gOgV4mV2eqCUkAIR1HPoCVjwFDRrDxIXQ8jazKxIYZwUHzl1m8e6zfHcomdyCYroEejG5ZxB3d/WnoZwV2DUJAGE9qYdhyRS4kgIj/wU9HjK7IlFC1vUCvjlgtBUcS7uCh6sTYyP9ub9nEOH+clZgjyQAhHXlXIQvH4YTG6DbNBj5b3B2M7sqUYLWmv1nL7Fo91m+P5RCXmEx4f6NmNijJVER/jR2l34F9kICQFhfcRH8+HfY+h8I6A4TPwWvQLOrEmW4nJPPioPJLNt7jiPns3FxdGBYeHMm9mhJ37bNpLdxPScBIGwnbiV8/Wtj6skJ86W/QC0Xm5zFF3uT+CbmPJdzCvD3cuPe7oHc272lDFFdT0kACNvKOA5Lp0DmCeM20dsflxFFa7m8wiI2xKWzbO85thzPoFhD79beTOgRyMhOfjRwcTS7RGElEgDC9nKzjakm47+DzhOM+QVcGppdlaiElKzrfLX/PMv2nuNMZg6erk6M7urPxB6BRMjQE3WeBICoGcXFsP112PB/0Dwc7lsITVubXZWopBsT3C/bm8SqwylcLygi1NeDiT1aMjYyAB9PV7NLFFUgASBqVuJ6WD4T0HDPRxB6p9kViVt0Na+Q7w8ls2xvEvvOXMLRQdE/tBnjIgMYFtZCLhHVIRIAouZdPGUMIZF2BAa/CP1/Aw4OZlclqiAx/Spf7U/imwPnSc7KxcPViRGdWjA+MoDbW3vLlJa1nASAMEd+Dqx8Gg5/AaHDIept8PAxuypRRcXFmt2nLvL1gSRWHU7lal4hfl5uREUEML5bAO1kJrNaSQJAmEdriP4A1v4R3Lxg7LsQOtTsqkQ15RYUse5oGl8fOM/m4xkUFWvC/RsxLjKAMRH++HpKx8DaQgJAmC8t1ug9nH4Uej0GQ/8ivYfriQtX81h5MJmvD5znUFIWDgr6h/owvpu0F9QGEgCidii4Dutfht3vGVNO3vMRNA8zuyphRYnpV/n6QBLfHEjm/OXrNHRxZEQnP8ZG+tO7tTdOjtIOVNMkAETtkrAOvnkccrOMjmM9H5GOY/VMcbEm+vRFvt5/nlWHU7iSV0gzDxfu6uzH3V396RbURBqPa4gEgKh9rmbAt09Awg/QdqjRNiBzDNRLuQVFbDqWzoqDyWyISyevsJiAxg0Y3cUIg3D/RtLZzIYkAETtpDXs+dBoIHbxgLHvQLvhZlclbOhqXiHrjqay8mAKW45nUFisad2sIaO7+jOmqx9tfeVOImuTABC1W3qc0UCcdgRu+5VxWci5gdlVCRu7dC2fNbGprDyYzM6TmWgNHVp4MibCn7u7+NOyqQxOZw0SAKL2K8yD9X+BXW+DTwe450No0dnsqkQNSc/O5fvDKaw8mMz+s5cBiGjZmDFd/bmrix/NG8kdY1UlASDqjsQNxqBy1y/B0JeNieilB7FdOXcxh+8OGWFwNCUbpaBncFPu6uLH8PAWEga3SAJA1C3XMmHFk3BsFbS5w2gg9mxhdlXCBInpV1l5MJlVh1NISL+KUtA9qAkjO/sxslML/BvLpcKbkQAQdY/WsO8TWPMHoz3g7jkQNsbsqoSJEtKusPpIKqsOpxCfegUwLhON6tyCkZ38pM2gHBIAou7KOA5fPQwpB6HjGBj1bzkbEJy6cI3VR1JYfTiVw+ezAOgc4MVISxiENJO5KG6QABB1W1EB7HgTNv0TnNyMu4S6TZPOYwIw2gxWH0lh1eFUYs4ZDcgdWngyqrMfozq3sPtbSyUARP2QeQJWPA1ntkFwf+OykHcbs6sStcj5y9dZcySV1YdT2HvmEgChvh6M7NSCYeEt7LLTmQSAqD+Ki+HAQlj7EhTlwcDfQ5+nwNHZ7MpELZOalcsPsUabwZ7TFynW4O/lxrDwFtwZ1pyeIU1xtoOxiaodAEqpEcAcwBH4UGv9z1LrXYFPge5AJnCf1vq0Zd0LwEygCHhaa/1Dif0cgb3Aea316JvVIQEgfpKdAqufg7iVRn+BMW+Cf6TZVYlaKvNqHhvi01l3NI0txzPIKyymkZsTQzo2Z1hYcwa086Ghq5PZZdpEtQLA8iV9HLgTSAL2APdrrY+W2OZxoIvW+jGl1CRgnNb6PqVUGPA50BPwB9YD7X11G8QAABL5SURBVLTWRZb9ngV6AI0kAESVHF0Bq56Da+nQ+wkY9AdwkbtBRPly8gvZmnCBdUfT2BCXxqWcAlycHOjXthnDwpozpGPzejX/cUUBUJnI6wkkaq1PWl5sCRAFHC2xTRTwsuX5cuAtZVxoiwKWaK3zgFNKqUTL6+1USgUCdwGvAM/e8m8lBBi3hoYMgHV/MhqK41bC6DegzWCzKxO1lLuLE8PDWzA8vAWFRcXsPXOJtbFprD2aysb4dJQ6TLegJgwLa86w8Bb1+o6iygRAAHCuxM9JQK/yttFaFyqlsgBvy/JdpfYNsDx/A/gdUGETvVLqEeARgKCgoEqUK+xOg8YwZi50ngArZ8HCsRAxBYb9Ddybml2dqMWcHB24vbU3t7f25qXRHYlPvcLa2DTWxaXyj9Xx/GN1PKG+HtwZ1pwhHX2JaNkEx3o0jHVlAqCs37b0daPytilzuVJqNJCutd6nlBpU0cG11vOAeWBcArp5ucJuhfSHX2+Hzf+C7XMgYS2MfBXCx8sto+KmlFJ09GtER79GzBoaStKlHNYfTWPt0TTmbTnJO5tO0MTdmUHtfbmjgy8D2vng1aBu33xQmQBIAlqW+DkQSC5nmySllBPgBVysYN8xwBil1CjADWiklPpMa/1AlX4LIW5wbgBD/wzh42DFU7B8BhxaBne9Bl6BZlcn6pDAJu482DeEB/uGkHW9gK0JGWyMS2fT8Qy+PnAeRwdFj1ZNGNLRlzs6NKeNT8M6d4tpZRqBnTAagYcA5zEagSdrrWNLbPME0LlEI/B4rfVEpVQ4sJifG4E3AKE3GoEt+w4CfiuNwMLqigqN6Sc3/s04A+j3jHHLqAw1LaqhqFgTc+4yG+PT2BCX/tOwFEFN3bmjgy9DOvrSM6Qprk61Yy5ka9wGOgrjmr0j8LHW+hWl1F+BvVrrFUopN2AhEInxP/9JJRqNXwRmAIXAbK316lKvPQgJAGFLl87Aupfg6Lfg1dLoSRw2Vi4LCas4f/k6P8anszE+ne2JF8grLKahiyP9QpsxpENzBnXwwdfTvBFMpSOYEACntsKa542JZ4L6wMh/gl9Xs6sS9cj1/CJ2nrzAhjgjEFKycgFjnKJB7X0Y2M6HiJaNcarBDmgSAELcUFwE+xcYl4VyLhpjCt3xEnj4mF2ZqGe01sSnXmFDXBqbjmWw/+wlijV4ujnRP7QZA9v5MKCdD35etr0kKQEgRGnXLxt3C0W/D87uMPB30PNRcHIxuzJRT2XlFLD9xAW2HM9g07EMUrONs4N2zT0Y2M6Hge18uS2kidXbDiQAhChPxnH44Q+QuA6atoER/4DQYdI+IGxKa01C+lU2H8tg8/EMok9dJL+omAbOjvRu420JBB+CrdAJTQJAiJs5vtYIgswEaDsUhv8dfNqbXZWwEzn5hew6mflTIJzOzAGglbf7T2EwqL1vlTqhSQAIURmF+bDnA9j0KhRcg9t+BYN+Dw2amF2ZsDOnL1xjS0IGm49lsONEJh5uTkT/YUiV+hlIAAhxK65dMBqJ9803vvzv+CN0fxAcasd93cK+5BUWce5iTpUntqkoAOr/YNhC3KqGzeDuN+DRLeAbBt8/C+/2MfoR1KH/MIn6wdXJ0WazmkkACFEevy7w4Hcw8VPQxbBsGswbCAnrJAhEvSABIERFlIKwKPj1Thj7Lly/BIvuhU9GwultZlcnRLVIAAhRGY5OEDEZntxnDCx36TTMvws+HQvn95ldnRBVIgEgxK1wcoHbHoanDxjzDaQegg/ugM8nQ1rszfcXohaRABCiKpwbGCOLzjoIg1+E01vh3b6wfCZknjC7OiEqRQJAiOpw9TSGkZh10Bhu+tgqeOs2+PZJuHzu5vsLYSIJACGswb2pMRHNrIPQ8xE4tBTe7AarfgdX0syuTogySQAIYU0evsYw008fgK73w54PYU5X+OFFyE4xuzohfkECQAhb8Ao0Jqp/cg+EjYFd78CcLsY0lRcSza5OCEACQAjb8m4D4+fBU/uNuQcOLYO3esDSqXL7qDCdBIAQNaFpiNF/YPYR6P8bOLXZuH10wd1wYqP0LBamkAAQoiZ5+MCQl4wguPP/4EICLBwH7w+AI18ZM5YJUUMkAIQwg1sj6Pu0cdfQmDehIAeWP2RcHtr7MRTkml2hsAMSAEKYycnVaBt4IhomLgS3xvDdM/BGZ9j2OuRmmV2hqMckAISoDRwcjbuFfrURpq2AFp1g/cvweidY92e4kmp2haIekgAQojZRCloPhKlfwyObjekpd8yF18Nh+Qw4u0sajIXVyIxgQtR2F09C9Idw4DPIy4LmnaHnr6DzBHBxN7s6UcvJlJBC1Af51+DwFxD9AaQdATcviJwKt82Epq3Nrk7UUhIAQtQnWsPZnUYQxK0wbh0NvdMYg6jNEHCQK7viZxUFgFNNFyOEqCaloFUf45GdYkxev+8TY6ayJiHGfAWRU4wJ7YWogJwBCFEfFOZD/ErjrODsTnBqAF0mGm0FLTqbXZ0wkZwBCFHfOblAp3uMR+phIwgOLYP9CyCoN/SYCR1HGxPZCGEhZwBC1FfXL8GBRcaQ1JdOgasXdBoPkQ9AQHfjUpKo96QRWAh7VlwMZ7YZYXD0Wyi8Dj4djEnuu0wCz+ZmVyhsSAJACGHIzYbYryFmEZzbDcrRuIMoYgq0G2FcShL1irQBCCEMbo2g+3TjcSHBCIKDS+D4GnD3hs4TjTMDvy5mVypqgJwBCGHvigrh5I9GT+Njq6Ao37hzKOIBo7dxQ2+zKxTVIJeAhBCVk3MRDi+HmM8g5SA4OEP7kcZZQZs7jNFLRZ0iASCEuHWpR4xLRIeWQk6mcRdRx7uh0zgIGQiOzmZXKCpBAkAIUXWF+XByE8R+BfHfQ142NGhqDF/d6R5o1dcYzlrUStIILISoOicXaDfMeBTkQuJ6IwwOLTOGofBoDmFRRhgE9pSxiOoQOQMQQlRNfg4k/ABHvoSEdVCYC40CIHwchI+HgG7S2awWqOgMoFJRrZQaoZQ6ppRKVEo9X8Z6V6XUUsv63Uqp4BLrXrAsP6aUGm5Z1lIp9aNSKk4pFauUmlW1X00IYRoXd+PL/r7P4LlEGP8BtOgCu9+HD++AOV2NWc1SDskkNrXUTc8AlFKOwHHgTiAJ2APcr7U+WmKbx4EuWuvHlFKTgHFa6/uUUmHA50BPwB9YD7QDfAE/rfV+pZQnsA8YW/I1yyJnAELUAdcvGW0FR74y2g50kTFfQftR0OEuaNlL2gxqUHXbAHoCiVrrk5YXWwJEASW/rKOAly3PlwNvKaWUZfkSrXUecEoplQj01FrvBFIAtNZXlFJxQECp1xRC1EUNmhjjDUU+ANcyjTkL4r+D6Hmw8y2jAbndCOP20jZ3gKuH2RXbrcoEQABwrsTPSUCv8rbRWhcqpbIAb8vyXaX2DSi5o+VyUSSwu6yDK6UeAR4BCAoKqkS5Qohao6E39HjIeORmw4mNRmezY6vg4GJwdDXmQG4/yggEzxZmV2xXKhMAZbXilL5uVN42Fe6rlPIAvgRma62zyzq41noeMA+MS0CVqFcIURu5NYLwscajqNCYt+DYajj2PSSshe9mG6OUth8J7e8C347SiGxjlQmAJKBliZ8DgeRytklSSjkBXsDFivZVSjljfPkv0lp/VaXqhRB1k6MThPQ3HsNfgYx4o93g2GrY+Dfj0ST45zODoD7GPsKqKtMI7ITRCDwEOI/RCDxZax1bYpsngM4lGoHHa60nKqXCgcX83Ai8AQgFioEFwEWt9ezKFiuNwELYgSupxuB08auMRuSiPKMXcusBRptBmyHQpJXZVdYZ1WoEtlzTfxL4AXAEPtZaxyql/grs1VqvAD4CFloaeS8Ckyz7xiqllmE07hYCT2iti5RS/YCpwGGlVIzlUH/QWq+q3q8qhKjzPFtA9weNR/41o90gYZ3xZ9xKYxvvtj+HQXA/aUiuIukIJoSoG7Q2hrA+scEIg9PboCDHGLAu6HZLINxh9EWQ3sg/kbGAhBD1T2Ge0ZB8YiMkboS0w8byhj7QevDPgWDnM55JAAgh6r8raca8BomWM4ScC8by5p2g9SAI7g+teoObl5lV1jgJACGEfSkuhtRDRhCc2GhMf1mUD8rBuEQU3M94BPWGBo3NrtamJACEEPat4Dok7YHT2422g6Q9xt1FKGP2s+D+RiC06m30ZK5HJACEEKKkglw4v9cIgxuBUJiLEQidoJXlDKFVH3Bvana11SLzAQghREnObj9fBgKjQfn8vp8DYd982P0uoKB5uBEELXtB4G3QOKje9FCWMwAhhCitMA/O74czlkA4twcKrhnrPJobQdCyF7TsCX4RRqDUUnIJSAghqqOoENKPQlK0EQbndsOlU8Y6B2fw62LMhtbS8vAKNLfeEiQAhBDC2q5mGG0HSdFwLto4Yyi8bqzz9IeWlrOEwJ5GQDi5mlKmtAEIIYS1efhAh1HGA6CoANKOGGFwLtoIhqPfGuscnI22BP8I45KRfyT4hhnzLZtIzgCEEMJWrqRazg72QUoMJB+A3CxjnaOLEQo3AsE/wggFR2erliCXgIQQojbQGi6dNoLgRiAkH4S8G6HgajlTsASCfyT4dKhWKMglICGEqA2UgqYhxqPTeGNZcbHRoPxTKMTA4S9g70fGekdXCOgGD66y+iB3EgBCCGEmBwfwbmM8Ot9rLCsuhosnfz5LyMu2yQinEgBCCFHbODhAs7bG40Yo2OIwNntlIYQQtZoEgBBC2CkJACGEsFMSAEIIYackAIQQwk5JAAghhJ2SABBCCDslASCEEHaqTo0FpJTKAM6YXUc5mgEXzC6iAlJf9Uh91SP1VU916multfYpa0WdCoDaTCm1t7wBl2oDqa96pL7qkfqqx1b1ySUgIYSwUxIAQghhpyQArGee2QXchNRXPVJf9Uh91WOT+qQNQAgh7JScAQghhJ2SABBCCDslAXALlFItlVI/KqXilFKxSqlZZWwzSCmVpZSKsTz+VMM1nlZKHbYc+38mUFaGuUqpRKXUIaVUtxqsrX2J9yVGKZWtlJpdapsaff+UUh8rpdKVUkdKLGuqlFqnlEqw/NmknH2nW7ZJUEpNr8H6/q2Uirf8/X2tlGpczr4VfhZsWN/LSqnzJf4OR5Wz7wil1DHLZ/H5GqxvaYnaTiulYsrZtybevzK/U2rsM6i1lkclH4Af0M3y3BM4DoSV2mYQ8J2JNZ4GmlWwfhSwGlDA7cBuk+p0BFIxOqmY9v4BA4BuwJESy/4FPG95/jzwahn7NQVOWv5sYnnepIbqGwY4WZ6/WlZ9lfks2LC+l4HfVuLv/wTQGnABDpb+t2Sr+kqtfw34k4nvX5nfKTX1GZQzgFugtU7RWu+3PL8CxAEB5lZ1y6KAT7VhF9BYKeVnQh1DgBNaa1N7dmuttwAXSy2OAhZYni8Axpax63Bgndb6otb6ErAOGFET9Wmt12qtCy0/7gICrX3cyirn/auMnkCi1vqk1jofWILxvltVRfUppRQwEfjc2setrAq+U2rkMygBUEVKqWAgEthdxureSqmDSqnVSqnwGi0MNLBWKbVPKfVIGesDgHMlfk7CnBCbRPn/8Mx8/wCaa61TwPgHCviWsU1teR9nYJzRleVmnwVbetJyierjci5f1Ib3rz+QprVOKGd9jb5/pb5TauQzKAFQBUopD+BLYLbWOrvU6v0YlzW6Am8C39RweX211t2AkcATSqkBpdarMvap0XuBlVIuwBjgizJWm/3+VVZteB9fBAqBReVscrPPgq28C7QBIoAUjMsspZn+/gH3U/H//mvs/bvJd0q5u5Wx7JbeQwmAW6SUcsb4i1qktf6q9HqtdbbW+qrl+SrAWSnVrKbq01onW/5MB77GONUuKQloWeLnQCC5Zqr7yUhgv9Y6rfQKs98/i7Qbl8Usf6aXsY2p76OlwW80MEVbLgiXVonPgk1ordO01kVa62Lgg3KOa/b75wSMB5aWt01NvX/lfKfUyGdQAuAWWK4ZfgTEaa3/W842LSzboZTqifEeZ9ZQfQ2VUp43nmM0Fh4ptdkKYJrlbqDbgawbp5o1qNz/eZn5/pWwArhxR8V04NsytvkBGKaUamK5xDHMsszmlFIjgN8DY7TWOeVsU5nPgq3qK9mmNK6c4+4BQpVSIZYzwkkY73tNGQrEa62TylpZU+9fBd8pNfMZtGULd317AP0wTrEOATGWxyjgMeAxyzZPArEYdzXsAvrUYH2tLcc9aKnhRcvykvUp4G2MOzAOAz1q+D10x/hC9yqxzLT3DyOIUoACjP9RzQS8gQ1AguXPppZtewAflth3BpBoeTxUg/UlYlz7vfEZfM+yrT+wqqLPQg3Vt9Dy2TqE8UXmV7o+y8+jMO56OVGT9VmWz7/xmSuxrRnvX3nfKTXyGZShIIQQwk7JJSAhhLBTEgBCCGGnJACEEMJOSQAIIYSdkgAQQgg7JQEghBB2SgJACCHs1P8DjUUrOJLIdBwAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "y1 = lr_init * np.power(0.95,epoch)\n",
    "y2 = lr_init * np.power(0.9,epoch)\n",
    "#plt.scatter(0, lr)\n",
    "plt.plot(epoch, y1, epoch, y2)\n",
    "plt.legend([\"y1\",\"y2\"])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 方法3\n",
    "\n",
    "$$\n",
    "\\alpha = \\frac{k}{\\sqrt{epoch}} \\alpha_0\n",
    "$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD4CAYAAADlwTGnAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deXxU9b3/8dcnkz1k3yAkkABhl0VT3IpWolesFipVQWprb6neWm3rtbZXr7/2Wu+11W7Wtra3Vut2VcS1tFVQccGFLSgIYQ17SCCBhCQs2T+/P84BhpBlEjKZJPN5Ph7zyMyZ75nzGZe8c873fL9fUVWMMcYEn5BAF2CMMSYwLACMMSZIWQAYY0yQsgAwxpggZQFgjDFBKjTQBXRGSkqKZmdnB7oMY4zpM1avXn1AVVNbe69PBUB2djYFBQWBLsMYY/oMEdnV1nt2CcgYY4KUBYAxxgQpCwBjjAlSfaoPwBhj/KmhoYHi4mJqa2sDXUqnRUZGkpmZSVhYmM/7WAAYY4yruLiY2NhYsrOzEZFAl+MzVeXgwYMUFxeTk5Pj834+XQISkekisllEikTkrlbejxCRF9z3V4hItrs9WUTeFZHDIvKHFvucIyLr3H1+J33pn7Yxpl+qra0lOTm5T/3yBxARkpOTO33m0mEAiIgHeAS4AhgLXC8iY1s0mwdUquoI4CHgQXd7LfBj4M5WPvpPwM1ArvuY3qnKjTHGD/raL//julK3L2cAU4AiVd2uqvXAfGBmizYzgafc5y8B+SIiqnpEVT/ECQLvQgcBcaq6TJ35qJ8Gvtzp6n1Q29DEo0u38VHRAX98vDHG9Fm+BMBgYI/X62J3W6ttVLURqAKSO/jM4g4+EwARuVlECkSkoLy83IdyTxXuCeHRpdt5YdWejhsbY0wvNH36dBISErjqqqu69XN9CYDWzitariLjS5sutVfVR1U1T1XzUlNbHc3crpAQ4ZJRaby3uYzGpuZO72+MMYH2wx/+kGeeeabbP9eXACgGsrxeZwIlbbURkVAgHqjo4DMzO/jMbpM/Jo3q2kYKdlX66xDGGHPGfvzjH/Pwww+feH3PPffwu9/9jvz8fGJjY7v9eL7cBroKyBWRHGAvMAeY26LNQuBGYBlwDfCOtrPWpKqWikiNiJwHrAC+Dvy+C/X75PO5qYR7QnhnUxnnDWvvypQxxjh++vdCNpRUd+tnjs2I47++NK7N9+fNm8esWbP4/ve/T3NzM/Pnz2flypXdWoO3Ds8A3Gv6twGLgY3AAlUtFJH7RGSG2+xxIFlEioA7gBO3iorITuA3wDdEpNjrDqJbgMeAImAb8Eb3fKXTDYgI5dxhSSzZuN9fhzDGmDOWnZ1NcnIyn376KW+++SaTJ08mOdl/f7T6NBBMVV8HXm+x7Sdez2uBa9vYN7uN7QXAeF8LPVP5o9O49+8b2HngCNkpMT11WGNMH9XeX+r+9K1vfYsnn3ySffv28c1vftOvxwqauYCmjU4HYMmmsgBXYowxbbv66qtZtGgRq1at4vLLL/frsYJmKoghydHkpg3gnU37mfd534dKG2NMTwoPD+eSSy4hISEBj8cDwNSpU9m0aROHDx8mMzOTxx9/vFvCIWgCACB/TDqPfbCdmtoGYiN9nzDJGGN6SnNzM8uXL+fFF188se2DDz7wy7GC5hIQOLeDNjYrS7fYqGBjTO+zYcMGRowYQX5+Prm5uX4/XlCdAUzOSiAhOowlm/Zz5YRBgS7HGGNOMXbsWLZv395jxwuqM4BQT4g7Kricpub2BiobY0z/F1QBADBtdBoVR+pZs+dQoEsxxpiACroAuGhkKp4QsUFhxpigF3QBEB8VxueyE3nHxgMYY4Jc0AUAwKVj0tm0r4biyqOBLsUYY9q1Zs0azj//fMaNG8eECRN44YUXuu2zgzIApo1OA7CzAGNMrxcdHc3TTz9NYWEhixYt4vbbb+fQoe7pwwzKABiWOoCclBiWbLQAMMb0Hq1NB71o0aITYwIyMjJIS0ujK4tjtSaoxgF4yx+dxtPLdnGkrpGYiKD9x2CMacsbd8G+dd37mQPPgiseaPPtjqaDXrlyJfX19QwfPrxbygnKMwCAaWPSqG9qtrWCjTG9RnvTQZeWlvK1r32NJ554gpCQ7vnVHbR/+n4uO4nYiFCWbCzjX8YNDHQ5xpjepp2/1P2ptemgq6urufLKK/mf//kfzjvvvG47VtCeAYR5QrhoVCrvbC6j2UYFG2N6iZbTQdfX13P11Vfz9a9/nWuvbXXZlS7zKQBEZLqIbBaRIhG5q5X3I0TkBff9FSKS7fXe3e72zSJyudf274vIehEpFJHbu+PLdNalY9Ior6ljfUlVIA5vjDGnOT4d9HXXXYfH42HBggUsXbqUJ598kkmTJjFp0iTWrFnTLcfq8BKQiHiAR4DLcBZzXyUiC1V1g1ezeUClqo4QkTnAg8Bsd/nHOcA4IAN4W0RGAmOAm4ApQD2wSET+qapbu+Vb+ejikWmECCzZWMaEzISePLQxxrSq5XTQN9xwAzfccINfjuXLGcAUoEhVt6tqPTAfmNmizUzgKff5S0C+iIi7fb6q1qnqDpz1f6fgBMByVT3qrjn8PnD1mX+dzkmKCefsIYks2WTTQhhjAq+np4P2JQAGA3u8Xhe721pt4/5CrwKS29l3PXCRiCSLSDTwRSCrtYOLyM0iUiAiBd1176u3/DHprN9bzb6q2m7/bGOM6Yzj00H/+te/7pHj+RIA0sq2lr2mbbVpdbuqbsS5TPQWsAhYCzS2dnBVfVRV81Q1LzU11YdyOyd/jDMq+N3NNijMGAOqffOmkK7U7UsAFHPqX+eZQElbbUQkFIgHKtrbV1UfV9WzVfUit22PXv8/LjdtAJmJUTY7qDGGyMhIDh482OdCQFU5ePAgkZGRndrPl3EAq4BcEckB9uJ06s5t0WYhcCOwDLgGeEdVVUQWAs+JyG9wOoFzgZUAIpKmqmUiMgSYBZzfqcq7iYiQPzqNFwr2UNvQRGSYJxBlGGN6gczMTIqLi7ttqoWeFBkZSWZmZqf26TAAVLVRRG4DFgMe4K+qWigi9wEFqroQeBx4RkSKcP6an+PuWygiC4ANOJd4blXVJvejXxaRZKDB3V7Zqcq7Uf6YdJ5atotl2w5yiTtRnDEm+ISFhZGTkxPoMnqMTyOBVfV14PUW237i9bwWaHWEgqreD9zfyvapnarUj84dlkR0uIclm/ZbABhjgkbQjgT2FhHqYWpuCu9sLOtz1/6MMaarLABc+aPTKamqZWNpTaBLMcaYHmEB4LrkxCIxdjeQMSY4WAC4UmMjmJiVwBJbJcwYEyQsALzkj05jzZ5DHDhcF+hSjDHG7ywAvOSPSUMV3rWzAGNMELAA8DJ2UBwD4yJtsXhjTFCwAPAiIkwbk8bSLeXUNTZ1vIMxxvRhFgAt5I9O40h9Eyt3VAS6FGOM8SsLgBYuHJFCZFgISzbaZSBjTP9mAdBCZJiHC4ensGTTfhsVbIzp1ywAWjFtTBp7Ko5RVHY40KUYY4zfWAC0In90OoANCjPG9GsWAK0YGB/JuIw43rF+AGNMP2YB0Ib80WkU7Krg0NH6QJdijDF+YQHQhmlj0mlWeG9z31sZyBhjfOFTAIjIdBHZLCJFInJXK+9HiMgL7vsrRCTb67273e2bReRyr+3/LiKFIrJeRJ4Xkc4tZulnEwbHkzIgwvoBjDH9VocBICIe4BHgCmAscL2IjG3RbB5QqaojgIeAB919x+IsDzkOmA78UUQ8IjIY+B6Qp6rjcZaanNM9X6l7hIQI00an8v7mMhqamgNdjjHGdDtfzgCmAEWqul1V64H5wMwWbWYCT7nPXwLyRUTc7fNVtU5VdwBF7ueBsxxllIiEAtFAyZl9lTbUHYZXb4HPXuz0rtNGp1Nd20jBzoAtV2yMMX7jSwAMBvZ4vS52t7XaRlUbgSogua19VXUv8CtgN1AKVKnqm60dXERuFpECESkoL+/C9fjwGNizAlY/0eldp+amEO4JsUVijDH9ki8BIK1sazlEtq02rW4XkUScs4McIAOIEZEbWju4qj6qqnmqmpeamupDuS0rE5g0F3Z9BJU7O7VrTEQo5w1Ptn4AY0y/5EsAFANZXq8zOf1yzYk27iWdeKCinX0vBXaoarmqNgCvABd05Qv4ZOIcQGDt/E7vmj86je3lR9hx4Ej312WMMQHkSwCsAnJFJEdEwnE6axe2aLMQuNF9fg3wjjoT6SwE5rh3CeUAucBKnEs/54lItNtXkA9sPPOv04b4TMi5CNY8B82d69Cd5q4VvGSjXQYyxvQvHQaAe03/NmAxzi/pBapaKCL3icgMt9njQLKIFAF3AHe5+xYCC4ANwCLgVlVtUtUVOJ3FnwDr3Doe7dZv1tKkr8KhXbB7Wad2y0qKZlR6rC0SY4zpd6QvzXiZl5enBQUFXdu5/gj8aiSM+zLMfKRTuz64aBN/WbqdT35yGXGRYV07vjHGBICIrFbVvNbeC56RwOExMPbLUPiaEwadkD86jcZm5YMtB/xUnDHG9LzgCQBw7gaqPwwb/9Gp3SYPSSQxOsz6AYwx/UpwBcCQ8yFhKKx5tlO7eUKES0al8e7mMpqa+84lM2OMaU9wBUBICEy8HnYshariTu06bUwalUcbWLPHRgUbY/qH4AoAcMcEaKfHBFw0MpXQEOFtWyPAGNNPBF8AJOXA0AudMQGduAMqLjKMKTlJtkiMMabfCL4AAOcyUMU2KF7Vqd2mjU5j8/4a9lQc9VNhxhjTc4IzAMZ9GcKinbOATsgf46wV/O5mOwswxvR9wRkAEbEw5kuw/hVoOObzbjkpMQxLibF+AGNMvxCcAQDOZaC6Ktj8eqd2yx+TxvJtBzlS1+inwowxpmcEbwDkXARxmbDm+U7tNm10OvVNzXxYZKOCjTF9W/AGQIgHJs6GbUugutTn3fKyE4mNDLW7gYwxfV7wBgDAxLmgzbBugc+7hHlC+MKoNJZsKqPZRgUbY/qw4A6AlBGQOcW5DNSJMQH5o9M4cLiOdXur/FicMcb4V3AHAMCk66F8I5R86vMuF49MJUSwpSKNMX2aBcC4WeCJgLW+dwYnxoRzztBEmx3UGNOn+RQAIjJdRDaLSJGI3NXK+xEi8oL7/goRyfZ67253+2YRudzdNkpE1ng9qkXk9u76Up0SlQCjr4R1L0Jjnc+75Y9Jp7CkmtIq38cRGGNMb9JhAIiIB3gEuAIYC1wvImNbNJsHVKrqCOAh4EF337E4awiPA6YDfxQRj6puVtVJqjoJOAc4CrzaTd+p8ybNhWOVsGWxz7tMHzcQT4jwy8Wb/ViYMcb4jy9nAFOAIlXdrqr1wHxgZos2M4Gn3OcvAfnuYu8zgfmqWqeqO4Ai9/O85QPbVHVXV7/EGRt2CQwY2KnLQNkpMdz6heG88sle3tpgl4KMMX2PLwEwGNjj9brY3dZqG3cR+Sog2cd95wBt/uYVkZtFpEBECsrLy30otws8oTDhOtj6Jhz2/Ri3Tctl9MBY/vPVdVQeqfdPbcYY4ye+BIC0sq3lPZNttWl3XxEJB2YAL7Z1cFV9VFXzVDUvNTXVh3K7aNJcaG50+gJ8FB4awq+vm0jlkXru/Xuh/2ozxhg/8CUAioEsr9eZQElbbUQkFIgHKnzY9wrgE1UN/DWUtDGQMRnWdm6G0HEZ8Xx3Wi5/W1PCovW+jyg2xphA8yUAVgG5IpLj/sU+B1jYos1C4Eb3+TXAO6qq7vY57l1COUAusNJrv+tp5/JPj5s4F/atcx6d8J1LhjN+cBz3vLqeg4d9v5PIGGMCqcMAcK/p3wYsBjYCC1S1UETuE5EZbrPHgWQRKQLuAO5y9y0EFgAbgEXAraraBCAi0cBlwCvd+5XOwFnXQEhYpyeIC/OE8OtrJ1Fd28BP/maXgowxfYNoJ6ZACLS8vDwtKCjw70FeuAF2L4c7NoInrFO7PvJuEb9cvJk/zJ3MVRMy/FSgMcb4TkRWq2pea+/ZSOCWJs6FI+VQtKTTu/7bRcOYmBnPj19bT3mNXQoyxvRuFgAt5V4G0Smw5tlO7xrqCeFX107kSH0T/++1dfSlsytjTPCxAGjJE+aMCdiyCI5WdHr33PRYfnDZSBYX7mfh2pY3SxljTO9hAdCaiddDUz2sf7lLu39r6jDOHpLAT/5WSFl1bTcXZ4wx3cMCoDWDJkD6eFjTuTEBx3lChF9dO5HahibufsUuBRljeicLgLZMmgsln0B51yZ7G5Y6gB9NH82STWW8/Mnebi7OGGPOnAVAW866FsTT5bMAgH+9IJsp2Un89O+FNm20MabXsQBoy4A0546gz16A5qYufURIiPDLayfQ2KTc9bJdCjLG9C4WAO2ZNBdqSmH7u13+iKHJMdz9xdG8v6WcBQV7Ot7BGGN6iAVAe0ZOh8iETk8N0dIN5w7l/GHJ/Pc/NlJcebSbijPGmDNjAdCe0AinL2DTP6C2qssfExIi/OKaCagq//HyZ3YpyBjTK1gAdGTS9dBYC4VntmJlVlI0/3nlGD4qOsizK3Z3U3HGGNN1FgAdyTgbUkad8WUggLlThjA1N4Wfvb6RPRV2KcgYE1gWAB0RcTqD9yyHg9vO8KOEB78yAY8IP3xpLc3NdinIGBM4FgC+mDAbJKRTi8a3JSMhih9fNZbl2yt4ZvmubijOGGO6xgLAF3GDYNglsHY+NDef8cddm5fJF0al8sAbm9h54Eg3FGiMMZ3nUwCIyHQR2SwiRSJyVyvvR4jIC+77K0Qk2+u9u93tm0Xkcq/tCSLykohsEpGNInJ+d3whv5k0F6r2wM4PzvijRIQHZk0g1CPc+eJamuxSkDEmADoMABHxAI/gLOA+FrheRMa2aDYPqFTVEcBDwIPuvmNx1hAeB0wH/uh+HsDDwCJVHQ1MxFlusvcafSVExHfLZSCAgfGR3PulcRTsquSJj3Z0y2caY0xn+HIGMAUoUtXtqloPzAdmtmgzE3jKff4SkC8i4m6fr6p1qroDKAKmiEgccBHOWsKoar2qHjrzr+NHYVEw7suwYSHUHe6Wj5x19mAuHZPOLxdvZlt593ymMcb4ypcAGAx4z2FQ7G5rtY27iHwVkNzOvsOAcuAJEflURB4TkZjWDi4iN4tIgYgUlJeX+1CuH036KjQcgQ1/65aPExF+Nms8UeEeuxRkjOlxvgSAtLKt5W+qttq0tT0UOBv4k6pOBo4Ap/UtAKjqo6qap6p5qampPpTrR1lTIGl4t10GAkiLjeSnM8bx6e5D/OWD7d32ucYY0xFfAqAYyPJ6nQm0XOvwRBsRCQXigYp29i0GilV1hbv9JZxA6N1EnNXCdn4Ald13C+eMiRlMHzeQ37y5ha37a7rtc40xpj2+BMAqIFdEckQkHKdTd2GLNguBG93n1wDvqDPhzUJgjnuXUA6QC6xU1X3AHhEZ5e6TD2w4w+/SMybOAcS5JbSbiAj/c/V4BkSG8oMX19LYdOa3mhpjTEc6DAD3mv5twGKcO3UWqGqhiNwnIjPcZo8DySJSBNyBezlHVQuBBTi/3BcBt6rq8cn1vws8KyKfAZOAn3Xf1/KjhCzImQprn4NunNQtZUAE/z1zPJ8VV/HnpXYpyBjjf9KXZqbMy8vTgoKCQJfhzAv02rfhX9+AoRd060ff9twnvLF+Hz+fdRbX5WV1vIMxxrRDRFaral5r79lI4K4YOwPCB5zRcpFteeArE7hgeDI/eukzHn57q00dbYzxGwuArgiPgbEzofA1qO/eWT0HRITy1298jllnD+aht7fwn6+usz4BY4xfWAB01eQboL4GltzX7R8d5gnh19dO5LZLRvD8yj3c/MxqjtY3dvtxjDHBzQKgq4ZeAOfeAiv+BAVPdPvHiwh3Xj6K+68ez3uby7j+0eUcOFzX7ccxxgQvC4Azcfn9MOIyeP1O2P6eXw7x1XOH8uev5bF5fw1f+dPHNnuoMabbWACciRAPXPNXSM6FBV+HA1v9cpjLxqbz3E3nUVPbyKw/fcynuyv9chxjTHCxADhTkXEwdz6EhMJzs+FohV8Oc/aQRF6+5QIGRIRy/V+W8/aG/X45jjEmeFgAdIfEbJjznLNewIKvQ1ODXw6TkxLDy7dcwMj0WG5+poBnV9iKYsaYrrMA6C5DzoMZf3DmCfrnD7p1lLC31NgInr/pPC4emco9r67n129utrECxpgusQDoThNnw9QfwCdPwfI/+u0wMRGh/OXreczOy+L37xRx54uf0WBjBYwxnRQa6AL6nUv+n9MZvPgeZ+roUdP9cphQTwgPfOUsBiVE8tu3t1JWU8ufbjiHARH2r9QY4xs7A+huISFw9f/CoAnw8jzYt95vhxIRbr90JL/4ygQ+3naQ2X9eRll1rd+OZ4zpXywA/CE8Bq6fDxGx8PwcOFzm18Nd97ksHrsxjx0HjnD1Hz+mqMyWlzTGdMwCwF/iMuD65+HIAZj/VWjw71/ml4xKY/7N51HX2MQ1//sxBTv9czuqMab/sADwp4zJMOtRKF4JC2/z251Bx03ITOCVWy4kMTqcrz62gkXr9/n1eMaYvs0CwN/GzoBpP4Z1L8LSX/r9cEOSo3n5lgsYmxHHLc+u5qmPd/r9mMaYvsmnABCR6SKyWUSKROS0xdvdJR9fcN9fISLZXu/d7W7fLCKXe23fKSLrRGSNiPSCVV78aOoPYMIcePd+WP+K3w+XFBPOc986j0vHpPNfCwv5+RsbaW62sQLGmFN1GAAi4gEeAa4AxgLXi8jYFs3mAZWqOgJ4CHjQ3XcszhrC44DpwB/dzzvuElWd1NZqNf2GCMz4HWSdB6/dAntX+/2QUeEe/veGc7jhvCH8+f3t/PuCNdQ1NnW8ozEmaPhyBjAFKFLV7apaD8wHZrZoMxN4yn3+EpAvIuJun6+qdaq6AyhyPy/4hEbAnGdhQBo8Pxeq9vr9kJ4Q4b9njueHl4/ib2tKmP3n5RSWVPn9uMaYvsGXABgM7PF6Xexua7WNu4h8FZDcwb4KvCkiq0Xk5rYOLiI3i0iBiBSUl5f7UG4vFpMCcxdA/RF4fjbU+f92TRHh1ktG8Ie5k9ldcZQv/f5D7l1YSHWtf+YrMsb0Hb4EgLSyreUF5bbatLfvhap6Ns6lpVtF5KLWDq6qj6pqnqrmpaam+lBuL5c2Bq59AvYXwqv/Bs09M4XDVRMyeOcHF3P9lCE8tWwn+b9+n9c+3WvzCBkTxHwJgGIgy+t1JlDSVhsRCQXigYr29lXV4z/LgFcJpktDuZfB5T+DTf+AJT/tscMmRIdz/9Vn8bdbLyQjPpLbX1jD9X9Zztb9NT1WgzGm9/AlAFYBuSKSIyLhOJ26C1u0WQjc6D6/BnhHnT8tFwJz3LuEcoBcYKWIxIhILICIxAD/AvhvzoTe6NxvQ9434aPfwqfP9uihJ2Qm8Mp3LuT+q8ezsbSGKx7+gJ+/vpEjdbbusDHBpMOZw1S1UURuAxYDHuCvqlooIvcBBaq6EHgceEZEinD+8p/j7lsoIguADUAjcKuqNolIOvCq009MKPCcqi7yw/frvUTgil/AwW3w9+9DUo6zznAP8YQIXz13KNPHDeTBRZv489LtLFxbwo+vGssV4wfi/rsxxvRj0peuAefl5WlBQT8bMnCsEh671FlJ7KYlkDQsIGWs3lXJj19bz4bSaqbmpvDTGeMYljogILUYY7qPiKxu61Z7GwkcaFGJzp1B2gzPzYHawNymec7QRBbediH3fmksa3YfYvpvP+BXizdzrN7GDhjTX1kA9AbJw2H2/0HFNnjxG9AUmGvxoZ4QvnFhDkvuvJgrJwziD+8WcdlD7/OWrT9sTL9kAdBb5EyFK38D296BN37UY7eHtiYtNpKHZk/ihZvPIzrcw01PFzDvyVXsqTgasJqMMd3PAqA3OedGuOB7UPA4PDOzR0YLt+fcYcn883tTueeLY1i+/SCX/uZ9Hn57K7UNdlnImP7AAqC3uew+mPF7KC6AP10Aha8FtJwwTwg3XTSMJT/4ApeOTeeht7cw/bdLeW+zfxe5Mcb4nwVAbyMCZ38dvv2hc0fQizfCa7dCXWAHaw2Mj+SRuWfzf/POJSRE+MYTq/j2M6spOXQsoHUZY7rObgPtzZoa4L0H4MPfQMJQmPUXyPpcoKuirrGJxz7Ywe/f2YogfOPCbG48P5uB8ZGBLs0Y00J7t4FaAPQFuz6GV/4NqvfCxf/hrC/g6XAMn98VVx7lgTc28fq6UkJEmDExg3lTcxiXER/o0owxLguA/qC2Cv55J6xbAFnnOktNJmYHuioA9lQc5a8f7WDBqj0cqW/i/GHJ3HRRDl8YmUZIiI0oNiaQLAD6k89ehH/e4awvfOWvYMJsp9+gF6g61sALq3bzxEc7Ka2qZVhqDPM+n8NXzs4kMszT8QcYY7qdBUB/U7nLmUp69zIY/xVn/EBUQqCrOqGhqZnX15Xy2Ac7WLe3iqSYcG44dwg3nD+UtFjrJzCmJ1kA9EfNTfDhQ/Dez2HAQJj1Z8j+fKCrOoWqsmpnJX/5YDtvb9xPWEgIMydl8K2pwxg1MDbQ5RkTFCwA+rO9q+Hlm6BiO3z+dvjCf0JoeKCrOs2OA0d44qMdvFhQzLGGJqbmpnDT1GFMzU2xmUeN8SMLgP6u7jAsvhs+eRoGTYKvPAYpuYGuqlWHjtbz7IrdPPXxTspq6hiZPoBvfX4YMyZlWD+BMX5gARAsNv4dFn4XGuvg8vvhnH/tNR3ELdU3NvP3tSU89uEONpZWkzIgnK+fn81Xzx1C8oCIQJdnTL9hARBMqkvhtW/D9vdg1BedaSViUgJdVZtUlWXbDvKXD7bz7uZyIkJDmHV2JvM+n8OINFuPwJgzdcYBICLTgYdxVgR7TFUfaPF+BPA0cA5wEJitqjvd9+4G5gFNwPdUdbHXfh6gANirqld1VIcFgI+am2HFn+Dte531Bmb+EXIvDXRVHSoqq+HxD3fyyifF1DU2M3lIAjMmZnDlhEF295AxXXRGAeD+kt4CXIazyPsq4HpV3eDV5jvABFX9tojMAa5W1dkiMhZ4HmfB9wzgbWCkqja5+90B5AFxFgB+sG+d00FcvtFZg/jSn0JY7/9FevBwHUN+5KUAABY+SURBVAsKilm4toSNpdWECJw3LJkZEzO4Yvwg4qPDAl2iMX3GmQbA+cC9qnq5+/puAFX9uVebxW6bZSISCuwDUoG7vNu2aJcJPAXcD9xhAeAnDcfgrf+ClX925hOaegdMvB5C+8Z19qKyGhauKWHh2hJ2HjxKmEe4eGQqX5qYwaVj0omJCPyUGMb0Zu0FgC//9wwG9ni9LgbObauNu4h8FZDsbl/eYt/B7vPfAj8C2r0hXERuBm4GGDJkiA/lmlOERcEXfwGjpsOS+5wF6N//BVz4fWfW0bCoQFfYrhFpsdzxL6P498tGsn5vNQvX7uXva0t5e2MZUWEe8sekMWNiBhePSiUi1O4iMqYzfAmA1m4jaXna0FabVreLyFVAmaquFpEvtHdwVX0UeBScM4COyzWtGj4Nhl3irDi29JfOqmNLfwUX3AZ534SI3j0wS0Q4KzOeszLjufuKMazaWcHCtSW8vq6Uf3xWSlxkKNPHD2TGxMGcPzwZj81BZEyHfAmAYiDL63UmUNJGm2L3ElA8UNHOvjOAGSLyRSASiBOR/1PVG7r0LYxvRGBEvvPY+ZETBG/9xBlRfN53YMrNvWpKibaEhAjnDkvm3GHJ3DtjHB8VHXDDYB8LCopJGRDBlWcNZMakDM4ekmgDzYxpgy99AKE4ncD5wF6cTuC5qlro1eZW4CyvTuBZqnqdiIwDnuNkJ/ASIPd4J7C77xeAO60PIECKC5wzgS1vQHgsTLkJzr+1V9862pbahibe3VTGwrUlLNlURn1jM4MTovjSxAxmTMxgzKBYCwMTdLrjNtAv4lyz9wB/VdX7ReQ+oEBVF4pIJPAMMBnnL/85qrrd3fce4JtAI3C7qr7R4rO/gAVA4O1bBx/82lmCMizKGUR2wXchblCgK+uSmtoG3tqwn4VrS/hg6wGampXhqTFcOSGDS0alMiEzwS4TmaBgA8GM78q3OCuQfbYAQjww+WtOh3Hi0EBX1mUVR+p5fV0pf19bwsqdFahCQnQYnx+RwsUjU7l4ZCppcb3/9lhjusICwHRexQ746Lfw6bOAwoQ5zi2kycMDXdkZqThSz4dFB3h/czlLt5ZTXlMHwOiBsVw8KpWLc1M5JzvR7igy/YYFgOm6qr3w8e9g9ZPQVA/jZjlLUqaPDXRlZ0xV2Vhaw/tbylm6pZyCXRU0NCnR4R4uGJ7MRe7ZwdDkmECXakyXWQCYM3e4DJb9AVY9DvWHYfRVcNGdkDE50JV1m8N1jSzbdpClW8p5b0sZeyqOATA0OZqLR6ZyUW4q5w9PtsFnpk+xADDd52gFrPizM9dQbRWMuBSm/BsMvwQ8/WeKBlVl58GjvL+5jKVbD7Bs20GONTQR5hE+l5104uxg9EC7s8j0bhYApvvVVsOqx2DZI3D0AESnwPhZzhrFg8/ptdNQd1VdYxMFOyt5f0s5728uZ/P+GgDSYiO4aGQqF45IJm9oEpmJURYIplexADD+01gPRW/DZy/A5jegqQ4Sc5wgmHBdn+80bktp1TE+2HKA97eU88HWcqprGwFIj4sgb2gSedmJ5A1NYsygWEI9IQGu1gQzCwDTM2qrnEVpPlsAO5YC6pwNnHWdc3YwIC3QFfpFU7OyaV81q3dVsmpnJat3VlBSVQtAdLiHyUMSOGdoEnlDE5k8JIHYyP5zqcz0fhYApudVl8D6l50zg33rQDxOP8FZ18HoKyGify/2svfQMQp2VrB6VyUFOyvZtK+aZoUQgdED45wzhGwnFDISeveEfKZvswAwgVW2CdYtgM9ehKrdEBbthMCE2c4EdZ7+f1dNTW0Dn+4+RMGuSlbvquDT3Yc4Wu/MiJIRH+mEQXYi5wxNZPTAOBulbLqNBYDpHZqbYc8K56yg8FWoPeR2Hn/F6S/oh53HbWlsamZjaQ0Fuyoo2FlJwa4K9lc7g9IGRIQyeUgCeUOTmJgVz/jB8aTYOsmmiywATO/TWA9Fbzn9Bcc7j5OGOZeI+nHncVtUleLKYycCYfWuSjbvr+H4/54D4yIZPzie8YPjGJ/hhEJ6XITdcWQ6ZAFgercTnccvwI4PAIWMs2HkdGfq6ozJzrxEQaa6toHCvdUUllSxfm8V60uq2VZ++EQopAwId0IhwwmGcRnxdhuqOY0FgOk7jncer38FSj4F1FnYftglThgMnwZxGYGuMmCO1DWysbT6RCCs31vF1rLDNDU7/x/HR4U5ZwkngiGeoUnRhFifQtCyADB905GDsP1dKFrirGR2eJ+zPW2sEwQj8mHIBX1ioXt/qm1oYtO+GtbvrXLPFqrZvK+G+qZmwOlTGJsRx1mDT54p5KTEEGbjE4KCBYDp+1RhfyFsW+IEwu5lzuR0oVGQfSEMd1c6SxkZNB3J7alvbGbL/poTgbC+pIqNpdXUNjihEOYRhqUMIDd9ACPTYxmZPoDc9FiGJkXbwLV+pjsWhJkOPIyzIMxjqvpAi/cjgKeBc4CDwGxV3em+dzcwD2gCvqeqi90FZJYCETjLUr6kqv/VUR0WAOaE+iPOspbHA+HgVmd7fJYz3mDEpZBzcZ9Y4rKnNDY1s/3AEdbvrWLL/sNs3V/DlrKaE5PeAYSHhjA8dQAj3WDITRvAqIGxZCXaZaS+6owCQEQ8OEtCXoazxu8q4HpV3eDV5jvABK8lIa9W1dkiMhZ4npNLQr4NjASagRhVPSwiYcCHwPdVdXl7tVgAmDZV7nIuE21bAtvfh7pqZ/BZZt7Js4Mg7UzuyJG6RorKDrNlfw1bj//cf5i9h04GQ2RYCCPSBjAyLZZc94xhZHosgxOiLBh6uTMNgPOBe1X1cvf13QCq+nOvNovdNsvcNYT3AanAXd5tvdt57RuNEwC3qOqK9mqxADA+aWpw1jo+fnbg3ZmccxFknes8Bk6A0PBAV9tr1dQ2sLXMPVPYfzIY9lXXnmgTHe4hN825fJSbNoCclBiGpcaQlRRti+r0Eu0FgC9DMAcDe7xeFwPnttVGVRtFpApIdrcvb7HvYLcoD7AaGAE80tEvf2N85gmDoec7j2n/72Rn8rZ3nNtMN/zNbRcBGZMg83NuKEyB2IGBrb0XiY0M4+whiZw9JPGU7VXHGigqq2HzvuNnDc6iOi+tLj7RJkRgcGIUOSkDyEmOJiclhpzUAeQkxzA4McpGOvcSvgRAa/+mWp42tNWmzX1VtQmYJCIJwKsiMl5V1592cJGbgZsBhgwZ4kO5xrQQkwxnXeM8AGr2wZ6VULzS+bnyL85iNwDxQyDLDYTMz8HAs/rVOgfdIT4qjHOGJnHO0KRTtlcda2DngSPsOHCE7QeOnHj+ya5KDtc1nmgX7glhSHI02cnO2UJOSsyJ52mxNritJ/kSAMVAltfrTKCkjTbF7iWgeKDCl31V9ZCIvAdMB04LAFV9FHgUnEtAPtRrTPtiB8LYGc4DoLHOmbBuzwonEHYvd8YigHOXUcZk5+wgawpkToEBqYGrvReLjwpjYlYCE7NO7XhXVcoP17HzwFF2HDh8Sjgs3VpOfWPzibbR4R6yk2PISY0hJ9kJh6HJ0QxJiibVwqHb+dIHEIrTCZwP7MXpBJ6rqoVebW4FzvLqBJ6lqteJyDjgOU52Ai8BcoEkoMH95R8FvAk8qKr/aK8W6wMwPaaq2D1LWOX8LF0LzQ3Oe4nZJ88QsqZA2rigmNDOH5qaldKqY+xwA8H7safiKM1ev54iQkPITIwiK8kJhKzEaLKSoshMjGZIcjRxNs12q86oD8C9pn8bsBjnNtC/qmqhiNwHFKjqQuBx4BkRKcL5y3+Ou2+hiCwANgCNwK2q2iQig4Cn3H6AEGBBR7/8jelR8ZnOY/ws53VDLZSuOXnpaPt7ztQVAGExMGiic7lo4HjnZ+qYoB+g5gtPiJCZGE1mYjRTc089s6pvbGZ3xVH2VBxlT6Xz03l9jNW7KqmpbTylfXxUGFlJUW4wuA83MAYnRBEZZp3SLdlAMGO6QhUO7fY6Q1jjDFSrP+y8Lx5nUNrxQEh3f/bTRXECoepoA3sqj7YIiWPsqTxKccWxEyOhjxsYF3kiIDKToslMiCIjIYpBCZFkxEcRFd4/A8JGAhvTE5qboXIH7F/v9Cnsc39Wn7w7hgHpJ8Pg+CN5hI1P6GbNzUpZTd2JM4c9FcecoKg8SnHFUUqra2n5qy8xOowMNxQy4iPdcIhicEIkg+KjSIuN6JOjpC0AjAmkoxVuKLiBsH+ds0jO8T6F0EhnfqOB452xCenjIX0cRMYFtu5+rL6xmf3VtZQcOkZJ1TFKDrnPDx2jtKqWvYeOnXaJyRMiDIyLZNCJcIhkcEIUGfEnn8dHhfW6jmoLAGN6m8Z6OLDF62zBfRyrONkmMdvpS0jJdS4npYyE1JHOgDbjdzW1DSfCoOTQMUoPnRoYpVXHaGg69fdnVJiHgfGRpMVGMDA+koFxkaTFOT/T4yJIj4skLS6iRwfJWQAY0xeoQk3pqYFwYCscLHIWzDkuJtUNBK9gSMl1xjCE9L1LFH1Vc7Ny4EidEwaHjrHXPXvYV11LWbXzc3913Sm3uR6XFBNOuhsKTjg4j4HxEaTFRjIwPpKk6PBumWbDAsCYvqy5CQ7tcsLgwBb34T4/evBku9BISM71Cgb3Z/IICI8OXP1BTFU5dLTBDQPnsa+qjv01teyvqmV/jfP64JG60/okwjxCWqwTEkOTY3ho9qQu1XCmU0EYYwIpxOMsl5k0DEZefup7Rw56hYIbDCWfwobXQI//5SmQkHXybCF5hPNZidnO7Kk2hsFvRITEmHASY8IZM6jtPp2GpmbKa+pOnj1U1bK/po797hnFgcN1be57JuzfvDF9WUwyxLjzHnlrqIWKbaeeLRzYArs+hoajJ9uJxwmHxBwnEJLcn8dfW0d0jwjzhJy4A6knWQAY0x+FRTp3EqWPO3V7czPUlEDFDqjc6dy2WrnTeb3hb6d2QgNEJ58aCN4BETvI+hz6OAsAY4JJSMjJUc45U09/v7bqZCB4B0TxKih8FbTpZFtPBCQOPRkOidknPzs+C2JSbHW2Xs4CwBhzUmS8M63FoImnv9fUAFV7Wg+IXR9Dfc2p7UMjvQLBDQXv53GDbbqMALMAMMb4xhN2sjN6eIv3VOFYpRMQVcXuw+t50RJnGu6WM8nHpLUeEAlZzuvoZDuL8CMLAGPMmROB6CTn0drZAzjTbleXeAWEV0iUb4ait0/toAbnLCIuA2IznGm84wY5fQ/HH3GDYMBAO5PoIgsAY0zPCI1wOpGTclp/v7WziEO7ncFx1aWwdzVsKoXG2tP3jUpyg2LgqeHgHRYxqdZp3YIFgDGmd/DlLOJ4SNTsc+5mqtnnhMOJ5yXOCOrDZZx2uSkk1DlbOH4mMSDdfaQ5l6KOPx+Q5oRVELAAMMb0Hd4hkT627XZNjXB4/8mgqC51ziSOP8q3OOtD1x5qff/IeCcQYtxA8A4H79CISe3TA+n6buXGGNMWTyjED3YenNN2u8Y6OFLuhMXh4z/L4EjZyeela52fLe9yAkCcjurj4XA8FGKSITrFfZ7itIlJgYi4XtWp7VMAiMh04GGcFcEeU9UHWrwfATyN80/6IDBbVXe6790NzAOagO+p6mIRyXLbDwSagUdV9eFu+UbGGOOr0IiTdx51pP6oGwzHH95h4b6uWOHMz3R8YaCWPOFuMLQREDGp7vaUHgmMDgPAXbbxEeAynEXeV4nIQlXd4NVsHlCpqiPcNYEfBGaLyFic5SHH4awJ/LaIjMRZHvIHqvqJiMQCq0XkrRafaYwxvUd4NIRnOwPeOtJwDI4cgKMHnJ9tPa/Y3n5ghIQ5QZCYDd9c1I1fxuHLGcAUoEhVtwOIyHxgJs46v8fNBO51n78E/EGcVRFmAvNVtQ7Y4a4ZPEVVlwGlAKpaIyIbgcEtPtMYY/qmsChnLENClm/tG445QXCk3Jng7+gB97kbFuKfu5d8CYDBwB6v18XAuW21cReRrwKS3e3LW+w72HtHEckGJgMrOlG3Mcb0H2FRvl+K6ka+xEprF6BaLiLQVpt29xWRAcDLwO2qWt3qwUVuFpECESkoLy/3oVxjjDG+8CUAigHv85hMoKStNiISCsQDFe3tKyJhOL/8n1XVV9o6uKo+qqp5qpqXmprqQ7nGGGN84UsArAJyRSRHRMJxOnUXtmizELjRfX4N8I46S40tBOaISISI5AC5wEq3f+BxYKOq/qY7vogxxpjO6bAPwL2mfxuwGOc20L+qaqGI3AcUqOpCnF/mz7idvBU4IYHbbgFO524jcKuqNonI54GvAetEZI17qP9U1de7+wsaY4xpna0JbIwx/Vh7awLbzEjGGBOkLACMMSZIWQAYY0yQ6lN9ACJSDuwKdB0tpAAHAl2Ej6xW/+lL9falWqFv1dsbax2qqq3eQ9+nAqA3EpGCtjpYehur1X/6Ur19qVboW/X2pVrBLgEZY0zQsgAwxpggZQFw5h4NdAGdYLX6T1+qty/VCn2r3r5Uq/UBGGNMsLIzAGOMCVIWAMYYE6QsALpARLJE5F0R2SgihSLy/UDX1BER8YjIpyLyj0DX0hERSRCRl0Rkk/vP+PxA19QWEfl397+B9SLyvIhEBrombyLyVxEpE5H1XtuSROQtEdnq/kwMZI3e2qj3l+5/C5+JyKsikhDIGo9rrVav9+4UERWRlEDU5isLgK45vqbxGOA84FZ3/ePe7PvAxkAX4aOHgUWqOhqYSC+tW0QGA98D8lR1PM5suXMCW9VpngSmt9h2F7BEVXOBJe7r3uJJTq/3LWC8qk4AtgB393RRbXiS02tFRLJw1lDf3dMFdZYFQBeoaqmqfuI+r8H5BTW4/b0CR0QygSuBxwJdS0dEJA64CGeKcVS1XlUPBbaqdoUCUe5CSNGcvlhSQKnqUpwp2r3NBJ5ynz8FfLlHi2pHa/Wq6puq2ui+XI6zsFTAtfHPFuAh4EecvnJir2MBcIb6yJrGv8X5D7I50IX4YBhQDjzhXrJ6TERiAl1Ua1R1L/ArnL/0SoEqVX0zsFX5JF1VS8H5YwZIC3A9nfFN4I1AF9EWEZkB7FXVtYGuxRcWAGfAlzWNA01ErgLKVHV1oGvxUShwNvAnVZ0MHKF3XaI4wb12PhPIATKAGBG5IbBV9V8icg/O5ddnA11La0QkGrgH+Emga/GVBUAX+bqmcS9wITBDRHYC84FpIvJ/gS2pXcVAsaoeP6N6CScQeqNLgR2qWq6qDcArwAUBrskX+0VkEID7syzA9XRIRG4ErgK+qr138NJwnD8G1rr/v2UCn4jIwIBW1Q4LgC7oS2saq+rdqpqpqtk4HZTvqGqv/StVVfcBe0RklLspH2dJ0d5oN3CeiES7/03k00s7rFvwXsP7RuBvAaylQyIyHfgPYIaqHg10PW1R1XWqmqaq2e7/b8XA2e5/072SBUDXXIizpvE0EVnjPr4Y6KL6ke8Cz4rIZ8Ak4GcBrqdV7lnKS8AnwDqc/5961VQAIvI8sAwYJSLFIjIPeAC4TES24tyt8kAga/TWRr1/AGKBt9z/1/43oEW62qi1T7GpIIwxJkjZGYAxxgQpCwBjjAlSFgDGGBOkLACMMSZIWQAYY0yQsgAwxpggZQFgjDFB6v8D8ai5a32uCScAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "k = 1\n",
    "y1 = lr*k / np.sqrt(epoch)\n",
    "k = 0.8\n",
    "y2 = lr*k / np.sqrt(epoch)\n",
    "plt.plot(epoch, y1, epoch, y2)\n",
    "plt.legend([\"y1\",\"y2\"])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda env:tf2.0]",
   "language": "python",
   "name": "conda-env-tf2.0-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
